-- Logs begin at Thu 2020-11-19 13:40:11 UTC, end at Thu 2020-11-19 14:42:15 UTC. --
Nov 19 14:14:40.229357 dv-cinder-763306-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Nov 19 14:14:42.794219 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.common.config [-] Logging enabled!
Nov 19 14:14:42.794855 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev156
Nov 19 14:14:42.796058 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80149) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 19 14:14:42.796800 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.common.config [-] Logging enabled!
Nov 19 14:14:42.797094 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev156
Nov 19 14:14:42.797379 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80149) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 19 14:14:42.798478 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 19 14:14:42.798797 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 19 14:14:42.799794 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 19 14:14:42.800086 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 19 14:14:42.800350 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 19 14:14:42.800726 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.801076 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.801424 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.802213 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.802588 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.802931 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.803261 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.803602 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.803949 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.804280 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.804608 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.804940 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.805208 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.805537 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.805877 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.806216 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.806477 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.806832 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.807374 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.807704 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.808029 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.808370 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.808691 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.809014 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.809343 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.809718 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] host                           = dv-cinder-763306-2-iscsi {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.810042 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.810381 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.810747 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.811089 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.811411 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.811734 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.812074 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.812393 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.812711 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.813033 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.813375 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.813718 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.814065 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.814329 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.814610 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.814953 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.815296 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.815618 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.815939 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.816259 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.816578 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.816894 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.817824 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.818169 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.818511 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.818885 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.819208 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.819529 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.819848 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.820166 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.820506 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.820826 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.821145 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.821463 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.821806 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.822130 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.822450 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.822831 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.823173 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.823504 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.823840 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.824164 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.824500 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.824819 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.825138 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.825456 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.825772 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.826088 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.826419 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.826766 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.827086 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.827404 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.827722 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.828060 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:42.828405 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.828755 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.829108 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.829440 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.829781 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.830113 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.830454 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.830827 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.831170 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.831511 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.831848 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.832176 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.832509 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.832882 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.833228 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.833549 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.833876 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.834221 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.834546 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.834890 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.835233 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.835557 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.835874 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.836202 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.836524 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.836841 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.837157 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.837480 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.837821 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.838143 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.838458 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.838798 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.839124 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.839442 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.839773 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.840096 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.840414 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.840730 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.841052 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.841370 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.841691 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.842019 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.842337 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.842685 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.843005 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.843322 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.843641 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.843960 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.844277 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.844594 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.844909 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.845232 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.845552 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.845869 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.846184 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.846502 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.846848 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.847181 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.847528 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.847853 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.848177 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.848525 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.848852 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.849175 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.849500 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.849826 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.850152 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.850472 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.850844 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.851180 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.851786 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.852124 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.852450 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.852799 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.853124 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.853455 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.853780 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.854103 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.854438 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.854797 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.855144 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.855489 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.855832 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.856174 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.856518 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.856849 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.857211 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.857539 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:42.857796 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 19 14:14:42.858068 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80149) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Nov 19 14:14:43.519305 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO keyring.backend [-] Loading Gnome
Nov 19 14:14:43.537112 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO keyring.backend [-] Loading Google
Nov 19 14:14:43.539805 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO keyring.backend [-] Loading Windows (alt)
Nov 19 14:14:43.543310 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO keyring.backend [-] Loading file
Nov 19 14:14:43.544179 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO keyring.backend [-] Loading keyczar
Nov 19 14:14:43.544465 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO keyring.backend [-] Loading multi
Nov 19 14:14:43.545104 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO keyring.backend [-] Loading pyfs
Nov 19 14:14:43.591863 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:14:43.592186 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:14:43.592522 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:14:43.592903 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 19 14:14:44.013456 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.014010 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.014096 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.074972 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.075295 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.075602 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.078586 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.079050 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.079360 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.156571 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.156893 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.157201 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.158420 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.158784 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.159093 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.277718 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fae3df0a378> agent after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.277995 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fae3df0a378> agent after_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.278310 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fae3df0a400> segment precommit_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.278666 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fae3df0a488> network precommit_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.279522 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fae3deb0488> segment before_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.459288 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> network before_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.459664 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fae3ddb3840> agent before_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.459997 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> network before_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.460309 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> port before_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.460616 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> port before_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.461002 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> segment after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.461314 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> segment precommit_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.461612 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> segment precommit_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.461907 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> segment after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.462249 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> network after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.462552 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> network precommit_delete 0 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.462886 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> port provisioning_complete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.463212 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> rbac-policy before_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.463506 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> rbac-policy after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.463821 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> agent after_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.464140 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> subnet after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.464439 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> subnet precommit_delete 0 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.464765 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> rbac-policy before_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.465059 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> rbac-policy before_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.465549 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> port after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.465843 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> port after_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.466135 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> port after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.466483 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> rbac-policy before_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.466800 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> rbac-policy before_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.467087 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fae3ea920b8>> rbac-policy before_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.467516 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 14:14:44.467795 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 14:14:44.468075 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 14:14:44.468353 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 14:14:44.468630 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 14:14:44.468906 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 14:14:44.470249 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 19 14:14:44.479590 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 19 14:14:44.487228 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 19 14:14:44.492475 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])])
Nov 19 14:14:44.495321 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 19 14:14:44.496391 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 19 14:14:44.496780 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Nov 19 14:14:44.497222 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 19 14:14:44.501014 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 19 14:14:44.501312 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 19 14:14:44.501711 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Nov 19 14:14:44.524523 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Nov 19 14:14:44.525042 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fae3dbf5978>> qos_plugin after_init 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.525386 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80149) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Nov 19 14:14:44.525795 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fae3dba59b0>> logging-plugin after_init 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.527189 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80149) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 19 14:14:44.527514 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Nov 19 14:14:44.527840 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Nov 19 14:14:44.530868 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fae3dba5a58>> floatingip before_response 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.531195 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fae3dba5a58>> port before_response 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:44.595839 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 19 14:14:44.596122 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 19 14:14:44.596399 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 19 14:14:44.596803 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 19 14:14:44.630389 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_db.sqlalchemy.engines [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80149) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Nov 19 14:14:44.937114 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.managers [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Initializing driver for type 'gre'
Nov 19 14:14:44.937686 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] gre ID ranges: [(1, 1000)]
Nov 19 14:14:44.979582 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.managers [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Initializing driver for type 'local'
Nov 19 14:14:44.979958 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.managers [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Initializing driver for type 'vlan'
Nov 19 14:14:44.990123 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] VlanTypeDriver initialization complete
Nov 19 14:14:44.990504 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.managers [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Initializing driver for type 'vxlan'
Nov 19 14:14:44.991074 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] vxlan ID ranges: [(1, 1000)]
Nov 19 14:14:45.033118 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.managers [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Initializing extension driver 'port_security'
Nov 19 14:14:45.033564 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.extensions.port_security [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] PortSecurityExtensionDriver initialization complete
Nov 19 14:14:45.033843 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.managers [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Initializing mechanism driver 'openvswitch'
Nov 19 14:14:45.040183 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:14:45.041037 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae4b001a20>> port after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.041453 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae4b001a20>> port after_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.041847 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae4b001a20>> port after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.042282 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae3d68e1d0>> subnet after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.042703 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae3d68e1d0>> subnet after_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.043096 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae3d68e1d0>> subnet after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.043520 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae3d68e390>> network after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.043909 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae3d68e390>> network after_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.044297 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae3d68e390>> network after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.044719 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae3d68e550>> security_group after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.045107 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae3d68e550>> security_group after_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.045487 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae3d68e550>> security_group after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.045915 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae3d68e710>> security_group_rule after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.046297 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae3d68e710>> security_group_rule after_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.046705 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae3d68e710>> security_group_rule after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.047254 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae3d68e8d0>> address_group after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.047639 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae3d68e8d0>> address_group after_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.048022 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fae3d68e8d0>> address_group after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.048395 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] ML2 OVO RPC backend initialized. {{(pid=80149) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Nov 19 14:14:45.049117 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae3d68e9b0>> router_interface after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.049515 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae3d68e9b0>> router_interface after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.049987 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae3d68e9b0>> network before_response 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.050381 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae3d68e9b0>> networks before_response 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.050795 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae3d68e9b0>> port before_response 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.051183 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae3d68e9b0>> ports before_response 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.052060 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae3d68e9b0>> subnet before_response 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.052446 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae3d68e9b0>> subnets before_response 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.052840 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae3d68e9b0>> network after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.053224 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae3d68e9b0>> network after_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.053604 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae3d68e9b0>> network after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.053984 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae3d68e9b0>> port after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.054366 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae3d68e9b0>> port after_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.054772 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae3d68e9b0>> port after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.055154 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae3d68e9b0>> subnet after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.055535 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae3d68e9b0>> subnet after_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.055923 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fae3d68e9b0>> subnet after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.056570 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.plugin [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Modular L2 Plugin initialization complete
Nov 19 14:14:45.056932 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading services supported by the core plugin {{(pid=80149) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 19 14:14:45.057309 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.managers [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Got port-security extension from driver 'port_security'
Nov 19 14:14:45.057830 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.extensions.vlantransparent [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Disabled vlantransparent extension.
Nov 19 14:14:45.058321 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80149) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 19 14:14:45.058700 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading Plugin: router
Nov 19 14:14:45.099825 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae3d68eb38>> router_interface before_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.100272 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae3d68eb38>> router after_create 55549900 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.100688 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae3d68eb38>> router before_create 55549900 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.101099 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae3d68eb38>> router_interface before_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.101785 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae3d68eb38>> router_interface after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.102190 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae3d68eb38>> router after_delete 55549900 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.102618 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae3d68eb38>> floatingip after_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.103040 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae3d68eb38>> router after_create 55549900 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.103434 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae3d68eb38>> router after_update 55549900 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.103830 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae3d68eb38>> router after_update 55549900 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.104230 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae3d68eb38>> router_gateway after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.104642 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae3d68eb38>> router after_update 55549900 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.105137 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae3d68eb38>> router precommit_update 55549900 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.105568 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fae3dd75158> port after_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.105953 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fae3dd75048> port after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.106334 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fae3dd750d0> subnet after_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.106746 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fae3dd751e0> subnetpool_address_scope after_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.107145 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae3d68eb38>> port precommit_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.107537 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae3d68eb38>> router precommit_create 55549900 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.107926 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fae3dd5f6a8> port before_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.108315 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae3d68eb38>> router precommit_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.108726 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae3d68eb38>> router after_update 55549900 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.109113 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae3d68eb38>> router precommit_delete 55549900 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.109509 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae3d68eb38>> router precommit_create 55549900 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.109921 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae3d68eb38>> router_interface after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.110313 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fae3d68eb38>> router precommit_update 55549900 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.111374 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Tracking information for resource: router configured {{(pid=80149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 14:14:45.111752 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Tracking information for resource: floatingip configured {{(pid=80149) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Nov 19 14:14:45.118550 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.l3_agentschedulers_db [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 19 14:14:45.119223 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fae3d660268> port after_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.119627 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fae3d6bd1e0> port after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.120021 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <function _notify_port_delete at 0x7fae3d6601e0> port after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.120415 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fae3d660400> port after_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.121308 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fae3d683710>> router before_create 55550100 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.121718 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fae3d683710>> router precommit_delete 55550100 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.122125 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fae3d683710>> router precommit_create 55550100 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.122526 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fae3d683710>> router precommit_update 55550100 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.127166 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.provider_configuration [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Service providers = [] {{(pid=80149) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 19 14:14:45.127574 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.servicetype_db [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80149) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 19 14:14:45.131066 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.service_base [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80149) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 19 14:14:45.131458 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.service_base [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80149) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 19 14:14:45.131844 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.service_base [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80149) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 19 14:14:45.132747 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.service_base [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80149) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Nov 19 14:14:45.133159 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.services.service_base [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 19 14:14:45.133579 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 14:14:45.133947 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 19 14:14:45.155351 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 14:14:45.155734 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading Plugin: auto_allocate
Nov 19 14:14:45.166530 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fae3d5ad0d0> network precommit_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.166935 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fae3d5ad0d0> network precommit_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.167533 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 14:14:45.167897 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading Plugin: tag
Nov 19 14:14:45.179959 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 14:14:45.180337 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading Plugin: timestamp
Nov 19 14:14:45.184185 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 14:14:45.184563 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading Plugin: network_ip_availability
Nov 19 14:14:45.190258 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fae3d62b2e8>> rbac-policy before_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.190694 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fae3d62b2e8>> rbac-policy before_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.191095 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fae3d62b2e8>> rbac-policy before_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.191895 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 14:14:45.192801 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading Plugin: flavors
Nov 19 14:14:45.208722 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 14:14:45.209098 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading Plugin: revisions
Nov 19 14:14:45.213482 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80149) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Nov 19 14:14:45.213909 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.621s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:14:45.214761 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80149) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Nov 19 14:14:45.215132 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Initializing extension manager.
Nov 19 14:14:45.215706 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: __init__.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.216100 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: __pycache__ {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.216480 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.216858 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: _filter_validation_lib.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.217233 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.217613 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: address_group.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.218418 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.219115 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: address-group
Nov 19 14:14:45.219487 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: address_scope.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.220265 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.220844 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: address-scope
Nov 19 14:14:45.221212 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.222164 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.222773 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: router-admin-state-down-before-update
Nov 19 14:14:45.223145 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: agent.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.223943 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.224528 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: agent
Nov 19 14:14:45.224898 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: agent_resources_synced.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.225949 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.226828 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: agent-resources-synced
Nov 19 14:14:45.227205 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: allowedaddresspairs.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.229027 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.229620 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: allowed-address-pairs
Nov 19 14:14:45.229994 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: auto_allocated_topology.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.231105 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.231689 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: auto-allocated-topology
Nov 19 14:14:45.232059 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: availability_zone.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.232816 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.233398 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: availability_zone
Nov 19 14:14:45.233768 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: availability_zone_filter.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.234744 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.235331 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: availability_zone_filter
Nov 19 14:14:45.235699 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: data_plane_status.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.236626 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.237204 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension data-plane-status not supported by any of loaded plugins
Nov 19 14:14:45.237574 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: default_subnetpools.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.238501 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.239627 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: default-subnetpools
Nov 19 14:14:45.239997 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.240858 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.241441 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: dhcp_agent_scheduler
Nov 19 14:14:45.241813 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: dns.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.242775 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.243359 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension dns-integration not supported by any of loaded plugins
Nov 19 14:14:45.243728 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: dns_domain_ports.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.244662 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.245242 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 19 14:14:45.245610 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: dvr.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.246348 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.246965 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: dvr
Nov 19 14:14:45.247333 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: empty_string_filtering.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.248262 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.248841 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: empty-string-filtering
Nov 19 14:14:45.249208 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.250131 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.250767 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 19 14:14:45.251136 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.252067 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.252648 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 19 14:14:45.253018 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: external_net.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.254049 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.255253 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: external-net
Nov 19 14:14:45.255633 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.256846 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.257428 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: extra_dhcp_opt
Nov 19 14:14:45.257796 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: extraroute.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.258787 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.259371 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: extraroute
Nov 19 14:14:45.259738 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: extraroute_atomic.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.260779 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.261362 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: extraroute-atomic
Nov 19 14:14:45.261733 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: filter_validation.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.262441 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.263052 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: filter-validation
Nov 19 14:14:45.263421 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: fip_pf_description.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.264349 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.264924 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 19 14:14:45.265292 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: fip_port_details.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.266239 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.266852 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: fip-port-details
Nov 19 14:14:45.267222 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: flavors.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.268479 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.269073 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: flavors
Nov 19 14:14:45.269449 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.271173 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.271780 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 19 14:14:45.272162 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: floatingip_pools.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.272929 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.273513 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: floatingip-pools
Nov 19 14:14:45.273886 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: ip_allocation.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.274860 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.275443 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension ip_allocation not supported by any of loaded plugins
Nov 19 14:14:45.275814 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.276760 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.277342 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: ip-substring-filtering
Nov 19 14:14:45.277713 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: l2_adjacency.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.278697 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.279274 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 19 14:14:45.279644 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: l3.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.280844 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.281434 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: router
Nov 19 14:14:45.281806 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.284134 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.284730 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 19 14:14:45.285108 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.286608 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.287191 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: ext-gw-mode
Nov 19 14:14:45.287565 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.288506 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.289095 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: l3-ha
Nov 19 14:14:45.289462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: l3_flavors.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.290395 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.291010 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: l3-flavors
Nov 19 14:14:45.291376 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.292309 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.292893 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 19 14:14:45.293265 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: l3agentscheduler.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.294456 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.295076 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: l3_agent_scheduler
Nov 19 14:14:45.295451 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: logging.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.296993 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.297593 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension logging not supported by any of loaded plugins
Nov 19 14:14:45.297975 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: metering.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.298921 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.299636 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: metering
Nov 19 14:14:45.300016 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.301150 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.302331 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: metering_source_and_destination_fields
Nov 19 14:14:45.302738 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: multiprovidernet.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.303689 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.304271 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: multi-provider
Nov 19 14:14:45.304644 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: netmtu.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.305579 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.306158 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: net-mtu
Nov 19 14:14:45.306529 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: netmtu_writable.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.307497 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.308075 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: net-mtu-writable
Nov 19 14:14:45.308446 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: network_availability_zone.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.309172 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.309751 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: network_availability_zone
Nov 19 14:14:45.310120 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: network_ip_availability.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.311277 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.311861 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: network-ip-availability
Nov 19 14:14:45.312248 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: network_segment_range.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.313072 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.313657 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension network-segment-range not supported by any of loaded plugins
Nov 19 14:14:45.314029 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: pagination.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.315103 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.315488 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: pagination
Nov 19 14:14:45.315859 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.316832 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.317477 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: port-mac-address-regenerate
Nov 19 14:14:45.317845 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.318869 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.319458 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: port-numa-affinity-policy
Nov 19 14:14:45.319827 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: port_resource_request.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.320751 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.321328 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension port-resource-request not supported by any of loaded plugins
Nov 19 14:14:45.321698 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: portbindings.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.322671 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.323293 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: binding
Nov 19 14:14:45.323664 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: portbindings_extended.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.326351 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.326978 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: binding-extended
Nov 19 14:14:45.327361 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: portsecurity.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.328307 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.328897 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: port-security
Nov 19 14:14:45.329269 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: project_id.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.330272 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.330681 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: project-id
Nov 19 14:14:45.331051 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: providernet.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.331991 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.332585 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: provider
Nov 19 14:14:45.332982 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: qos.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.336538 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.337150 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension qos not supported by any of loaded plugins
Nov 19 14:14:45.337529 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.338803 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.339395 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 19 14:14:45.339771 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.340702 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.341281 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 19 14:14:45.341652 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: qos_default.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.342600 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.343184 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension qos-default not supported by any of loaded plugins
Nov 19 14:14:45.343552 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: qos_fip.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.344250 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.344825 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension qos-fip not supported by any of loaded plugins
Nov 19 14:14:45.345192 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: qos_gateway_ip.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.346127 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.346741 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 19 14:14:45.347116 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: qos_port_network_policy.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.348045 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.349149 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 19 14:14:45.349517 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: qos_rule_type_details.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.350455 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.351063 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 19 14:14:45.351430 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: qos_rules_alias.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.352853 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.353442 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 19 14:14:45.353814 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: quotasv2.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.354828 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.355211 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: quotas
Nov 19 14:14:45.355580 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: quotasv2_detail.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.357195 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.357588 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: quota_details
Nov 19 14:14:45.357961 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: rbac.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.359155 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.359765 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: rbac-policies
Nov 19 14:14:45.360135 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: rbac_address_scope.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.361103 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.361692 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: rbac-address-scope
Nov 19 14:14:45.362066 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: rbac_security_groups.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.363031 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.363620 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: rbac-security-groups
Nov 19 14:14:45.364084 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: rbac_subnetpool.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.365471 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.366050 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: rbac-subnetpool
Nov 19 14:14:45.366421 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: revisionifmatch.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.367389 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.367979 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: revision-if-match
Nov 19 14:14:45.368346 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: revisions.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.369505 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.370091 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: standard-attr-revisions
Nov 19 14:14:45.370462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: router_availability_zone.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.371224 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.371817 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: router_availability_zone
Nov 19 14:14:45.372189 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: routerservicetype.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.373134 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.373725 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension router-service-type not supported by any of loaded plugins
Nov 19 14:14:45.374094 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.375053 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.375633 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: port-security-groups-filtering
Nov 19 14:14:45.376004 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: securitygroup.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.389124 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.389739 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: security-group
Nov 19 14:14:45.390118 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: segment.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.391031 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.391612 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension segment not supported by any of loaded plugins
Nov 19 14:14:45.391986 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.392956 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.393548 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 19 14:14:45.393922 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: servicetype.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.395079 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.395700 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: service-type
Nov 19 14:14:45.396072 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: sorting.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.397065 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.397447 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: sorting
Nov 19 14:14:45.397821 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: standard_attr_segment.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.398787 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.399375 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 19 14:14:45.399742 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: standardattrdescription.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.400446 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.401032 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: standard-attr-description
Nov 19 14:14:45.401399 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: stateful_security_group.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.402336 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.402944 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: stateful-security-group
Nov 19 14:14:45.403314 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: stdattrs_common.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.403904 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 19 14:14:45.404267 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.405203 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.405808 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 19 14:14:45.406176 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: subnet_onboard.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.407283 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.407878 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: subnet_onboard
Nov 19 14:14:45.408249 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.409267 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.409847 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 19 14:14:45.410216 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: subnet_service_types.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.411705 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.412284 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: subnet-service-types
Nov 19 14:14:45.412651 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: subnetallocation.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.413760 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.414348 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: subnet_allocation
Nov 19 14:14:45.414749 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.415462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.416044 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: subnetpool-prefix-ops
Nov 19 14:14:45.416417 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.417414 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.417955 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 19 14:14:45.418328 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: tagging.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.419643 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.420247 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: standard-attr-tag
Nov 19 14:14:45.420619 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: timestamp.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.421814 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.422405 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loaded extension: standard-attr-timestamp
Nov 19 14:14:45.422808 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: trunk.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.423869 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.424456 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension trunk not supported by any of loaded plugins
Nov 19 14:14:45.424826 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: trunk_details.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.425767 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.426353 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension trunk-details not supported by any of loaded plugins
Nov 19 14:14:45.427352 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: uplink_status_propagation.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.428290 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.428874 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 19 14:14:45.429243 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Loading extension file: vlantransparent.py {{(pid=80149) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Nov 19 14:14:45.429951 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80149) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 19 14:14:45.430535 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 19 14:14:45.433141 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Creating instance of TrackedResource for resource:network
Nov 19 14:14:45.433953 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Creating instance of TrackedResource for resource:subnet
Nov 19 14:14:45.434661 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 19 14:14:45.435355 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Creating instance of TrackedResource for resource:port
Nov 19 14:14:45.436843 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.resource_helper [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 14:14:45.437340 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.resource_helper [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Service FLAVORS assigned prefix:  {{(pid=80149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 14:14:45.438030 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.resource_helper [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 14:14:45.438503 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.resource_helper [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 14:14:45.438903 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Creating instance of TrackedResource for resource:router
Nov 19 14:14:45.439628 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Creating instance of TrackedResource for resource:floatingip
Nov 19 14:14:45.440417 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.resource_helper [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Service METERING assigned prefix: /metering {{(pid=80149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 14:14:45.442236 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fae3d4b7080>> rbac-policy before_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.442674 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fae3d4b7080>> rbac-policy before_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.443073 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fae3d4b7080>> rbac-policy before_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:14:45.444215 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 19 14:14:45.444702 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Creating instance of TrackedResource for resource:security_group
Nov 19 14:14:45.445534 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 19 14:14:45.446362 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.resource_helper [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Service CORE assigned prefix:  {{(pid=80149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 14:14:45.446774 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 19 14:14:45.447149 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] subnetpool is already registered
Nov 19 14:14:45.447843 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.resource_helper [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Service CORE assigned prefix:  {{(pid=80149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 14:14:45.448222 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 19 14:14:45.448591 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] subnetpool is already registered
Nov 19 14:14:45.451385 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.resource_helper [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 14:14:45.451876 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.resource_helper [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Service FLAVORS assigned prefix:  {{(pid=80149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 14:14:45.452534 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.resource_helper [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 14:14:45.453008 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.resource_helper [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 14:14:45.453387 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Creating instance of TrackedResource for resource:router
Nov 19 14:14:45.453759 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] router is already registered
Nov 19 14:14:45.454422 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Creating instance of TrackedResource for resource:floatingip
Nov 19 14:14:45.454818 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] floatingip is already registered
Nov 19 14:14:45.455525 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.resource_helper [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Service METERING assigned prefix: /metering {{(pid=80149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 14:14:45.456270 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Creating instance of CountableResource for resource:rbac_policy
Nov 19 14:14:45.456639 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] rbac_policy is already registered
Nov 19 14:14:45.457270 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Creating instance of TrackedResource for resource:security_group
Nov 19 14:14:45.457641 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] security_group is already registered
Nov 19 14:14:45.458339 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 19 14:14:45.458744 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] security_group_rule is already registered
Nov 19 14:14:45.459518 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.resource_helper [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Service CORE assigned prefix:  {{(pid=80149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 14:14:45.459894 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 19 14:14:45.460263 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] subnetpool is already registered
Nov 19 14:14:45.460942 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.resource_helper [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Service CORE assigned prefix:  {{(pid=80149) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Nov 19 14:14:45.461314 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Creating instance of TrackedResource for resource:subnetpool
Nov 19 14:14:45.461680 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING neutron.quota.resource_registry [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] subnetpool is already registered
Nov 19 14:14:45.462413 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: extensions {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.463979 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: address-groups {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.465673 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: address-scopes {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.466987 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: agents {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.468243 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: auto-allocated-topology {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.469572 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: availability_zones {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.470996 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: dhcp-networks {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.472552 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: dhcp-agents {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.474612 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: routers {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.476867 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: flavors {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.478109 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: service_profiles {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.479428 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: next_providers {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.481878 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: service_profiles {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.483496 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: floatingip-pools {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.484806 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: routers {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.584692 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: floatingips {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.586015 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: l3-routers {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.587540 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: l3-agents {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.589050 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: metering-labels {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.590532 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: metering-label-rules {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.591927 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: network-ip-availabilities {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.593266 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: bindings {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.595077 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: quotas {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.596595 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: quotas {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.598112 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: rbac-policies {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.600024 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: security-groups {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.601308 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: security-group-rules {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.602920 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: service-providers {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.604229 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: subnetpools {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.605723 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: subnetpools {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.607328 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: tags {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.609120 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: tags {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.611083 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: tags {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.612977 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: tags {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.615554 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: tags {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.617359 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: tags {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.619297 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: tags {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.621272 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: tags {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.623305 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: tags {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.625281 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.extensions [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Extended resource: tags {{(pid=80149) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Nov 19 14:14:45.632421 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING keystonemiddleware.auth_token [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 19 14:14:45.637743 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING keystonemiddleware.auth_token [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 19 14:14:45.647061 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Acquired lock "singleton_lock" {{(pid=80149) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Nov 19 14:14:45.647595 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Releasing lock "singleton_lock" {{(pid=80149) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Nov 19 14:14:45.649007 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO oslo_service.service [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Starting 2 workers
Nov 19 14:14:45.653847 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Started child 80260 {{(pid=80149) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 19 14:14:45.657804 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:14:45.658550 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Started child 80261 {{(pid=80149) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 19 14:14:45.659428 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [-] (80260) wsgi starting up on http://0.0.0.0:9696
Nov 19 14:14:45.660136 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.service [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Neutron service started, listening on 0.0.0.0:9696
Nov 19 14:14:45.660795 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Notify callbacks [] for process, before_spawn {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:14:45.662935 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:14:45.663903 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO oslo_service.service [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Starting 1 workers
Nov 19 14:14:45.664294 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [-] (80261) wsgi starting up on http://0.0.0.0:9696
Nov 19 14:14:45.669380 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Started child 80262 {{(pid=80149) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 19 14:14:45.669888 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO oslo_service.service [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Starting 1 workers
Nov 19 14:14:45.671728 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.service [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] calling RpcWorker wait() {{(pid=80262) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 19 14:14:45.672114 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.service [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] returning from RpcWorker wait() {{(pid=80262) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 19 14:14:45.673545 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:14:45.674055 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:14:45.674636 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Started child 80263 {{(pid=80149) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Nov 19 14:14:45.675438 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d02442e1-4304-45ce-8c49-9d3641154494 None None] Notify callbacks [] for process, after_spawn {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:14:45.677111 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80149) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Nov 19 14:14:45.677340 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 19 14:14:45.677560 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 19 14:14:45.677834 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 19 14:14:45.678282 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 19 14:14:45.678451 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 19 14:14:45.679075 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.679373 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.679701 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.679994 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.680321 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.680578 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:14:45.680976 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.681282 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.681583 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.681907 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.682184 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.682386 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.682596 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.682899 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.683174 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.683521 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.683817 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.684090 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.684352 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.684573 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.684855 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.685187 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.685481 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.685786 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.686067 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.686705 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.686973 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.687253 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.687513 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.687822 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.688096 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.688409 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.688696 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.688970 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.689238 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.689537 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.689786 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.690046 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.690333 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.690611 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.691092 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] host                           = dv-cinder-763306-2-iscsi {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.691364 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.691618 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.691888 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.692210 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.692499 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.692750 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.693054 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.693348 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.693632 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.693896 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.694171 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.694442 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.694748 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.695026 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.695220 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.695483 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.695788 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.696086 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.696310 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.696508 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.696702 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.697002 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.697195 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.697482 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.697734 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.697988 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.698261 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.698512 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.698792 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.699086 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.699354 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.699618 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.699867 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.700183 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.700468 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.701200 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.701493 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.701783 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.702520 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.702800 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.703059 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.703348 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.703601 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.703871 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.704123 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.704387 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.704672 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.704931 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.705223 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.705503 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.705746 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.706003 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.706317 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.706603 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.706903 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.707201 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.707453 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.708306 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.708491 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.708740 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.708990 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.709246 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.709510 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.709792 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.710041 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.710288 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.710537 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.710836 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.711345 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.712533 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.712860 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.713212 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.713847 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.714131 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.714411 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.714712 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.714877 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:14:45.715019 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.715254 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.715577 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.715872 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.716147 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.717070 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.717386 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.718477 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.35/identity {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.718477 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.718477 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.718477 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.718920 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.718920 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.719155 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.719409 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.719718 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.719977 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.720243 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.720512 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.720773 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.721044 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.722923 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.722923 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.723187 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.723512 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.724271 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.724528 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.724783 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.725037 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.725316 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.725601 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.725910 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.726196 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.726455 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.726996 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.727250 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.727509 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.727786 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.728043 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.728304 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.728551 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.728805 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.729056 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.729334 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.729628 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.729877 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.730126 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.730382 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.730672 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.730932 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.731187 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.731830 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.732110 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.732362 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.733250 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.733891 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.735513 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.735817 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.736096 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.736372 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.736649 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.736918 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.737185 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.737449 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.737712 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.737973 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.738327 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.738719 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.739034 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.739351 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.739647 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.739922 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.740197 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.740476 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.740737 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.741016 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.741263 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.742001 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.742001 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.742236 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.742345 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.742578 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.743030 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.743446 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.743883 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.744123 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.744574 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.744820 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.745290 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.745757 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.746195 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.746614 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.747056 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.747526 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.747783 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.748242 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.748642 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.749114 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.749444 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.749899 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.750341 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.750777 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.751200 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.751595 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.751998 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.752414 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.752847 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.753261 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.753676 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.754145 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.754437 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.754753 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.755003 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.755281 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.755650 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.755955 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.756186 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.756587 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.757065 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.757369 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.757635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.757934 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.758231 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.758524 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.758831 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.759120 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.35/identity {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.759386 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.759660 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.759933 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.760204 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.760469 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.760721 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.760974 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.761227 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.761478 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.761780 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.762031 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.762288 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.762538 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.762827 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.763079 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.763372 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.763621 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.763879 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.764152 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.764419 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.764679 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.764933 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.765179 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.765466 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.765719 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.766060 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.766328 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.766592 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.766871 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.767138 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.767415 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.767664 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.768268 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.768268 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.768470 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.768634 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.768888 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.769138 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.769384 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.770950 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.770950 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.770950 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.771269 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.771416 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.771948 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.771948 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.772150 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.774584 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.774584 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.774584 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.774584 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.774584 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.774584 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.774584 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.774584 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.775303 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.775303 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.775303 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.775303 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.775303 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.775637 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.775740 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.775997 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.776273 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.776553 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.776869 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.777148 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.777394 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.777729 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.778001 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.778266 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.778635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.778891 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.779169 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.779425 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.779667 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.779918 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.780221 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.780575 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.780912 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.781266 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.781529 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.781867 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.782177 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.782477 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.782757 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.783086 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.783452 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.783738 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.784021 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.784294 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.784586 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.784845 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.785105 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.785359 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.785612 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.786574 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.786812 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.787114 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.787388 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.788005 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.788283 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.788538 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.788817 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.789068 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.789348 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.789602 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.789791 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 19 14:14:45.790311 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80149) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Nov 19 14:14:45.790504 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Nov 19 14:14:45.790733 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Nov 19 14:14:45.790955 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Nov 19 14:14:45.791161 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Nov 19 14:14:45.791349 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Nov 19 14:14:45.791599 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.791789 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.791979 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.792167 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.792354 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.792566 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.792842 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.792954 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.793124 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.793313 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.793500 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.793688 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.793876 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.794062 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.794248 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.794434 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.794644 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.794834 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.795025 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.795215 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.795402 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.795589 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.795775 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.795961 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.796190 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.796381 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.796568 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.796755 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.796941 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.797127 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.797313 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.797501 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.797690 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.797906 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.798067 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.798257 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.798422 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.798791 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.798981 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.799169 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] host                           = dv-cinder-763306-2-iscsi {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.799356 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.799556 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.799715 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.800067 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.800259 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.800446 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.800634 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.800800 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.801149 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.801363 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.801550 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.801742 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.801930 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.802117 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.802303 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.802489 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.802700 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.802906 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.803107 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.803296 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.803481 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.803669 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.803855 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.804042 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.804229 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.804416 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.804604 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.804790 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.804976 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.805169 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.805355 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.805542 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.805726 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.805917 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.806104 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.806290 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.806476 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.806686 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.806921 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.807090 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.807222 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.807406 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.807592 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.807784 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.807971 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.808159 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.808346 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.808533 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.808720 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.808905 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.809090 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.809278 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.809470 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.809657 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.809842 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.810028 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.810214 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.810401 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.811102 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.811102 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.811102 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.811102 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.811447 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.811447 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.811715 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.811715 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.811903 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.812072 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.812258 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Nov 19 14:14:45.812465 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.812657 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.812860 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.813053 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.813247 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.813437 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.813626 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.813817 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.814006 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.814196 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.814392 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.815143 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.815143 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.815143 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.815143 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.35/identity {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.815405 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.815474 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.815708 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.815898 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.816091 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.816281 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.816471 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.816664 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.816853 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.817042 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.817253 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.817353 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:14:45.817459 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.817610 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.817801 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.817991 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.818181 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.818371 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.818610 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.818771 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.818962 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.819153 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.819344 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.819535 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.819724 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.819927 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.820118 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.820308 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.820500 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.820691 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.820884 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.821057 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.821439 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.821672 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.821780 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.822124 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.822244 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.822435 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.822724 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.822989 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.823153 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.823329 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.823524 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.823671 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.823935 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.824117 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.824386 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.824587 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.824867 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.825063 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.825230 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.825425 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.825629 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.825821 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.826013 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.826203 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.826394 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.826578 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.826745 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.826949 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.827159 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.827349 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.827541 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.827732 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.827899 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.828085 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.828306 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.828465 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.828664 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.828930 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.828930 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.830462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.830462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.830462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.830462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.830462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.830462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.830462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.830462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.831635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.831635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.831635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.831635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.831635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.831635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.831635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.831635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.833441 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.833441 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.833441 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.833441 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.833441 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.833441 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.833441 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.833441 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.834613 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.834613 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.834613 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.834613 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.834613 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.834613 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.834613 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.835574 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.835574 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.835574 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.835574 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.835574 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.836266 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.836266 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.836266 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.836266 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.836266 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.836957 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.836957 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.836957 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.836957 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.837506 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.837506 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.837506 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.35/identity {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.837939 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.837939 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.837939 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.838362 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.838362 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.838362 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.838842 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.838842 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.839454 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.839454 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.839454 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.839454 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.840619 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.840619 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.840619 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.840619 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.840619 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.840619 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.840619 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.841615 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.841615 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.841615 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.841615 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.841615 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.841615 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.842602 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.842602 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.842602 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.842602 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.842602 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.842602 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.843121 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.843121 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.843121 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.843377 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.843377 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.843654 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.843654 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.843836 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.844010 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.844200 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.844392 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.844612 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.844810 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.845028 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.845126 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.845272 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.845461 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.845656 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.845845 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.846037 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.846226 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.846416 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.846630 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.846824 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.847016 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.847205 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.847394 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.847584 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.847774 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.847962 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.848165 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.848373 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.849077 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.849269 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.849467 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.849657 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.849845 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.850045 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.850236 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.850425 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.850651 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.850843 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.851037 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.851210 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.851791 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.852144 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.852342 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.852539 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.852741 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.852940 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.853132 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.853333 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.853533 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.853735 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.853926 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.854124 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.854328 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.854516 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.854711 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.854893 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.855084 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.855273 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.855462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.855656 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.855846 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.856035 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.856226 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.856413 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.856602 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.856790 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.856979 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.857168 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.857357 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.857546 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.857734 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.857922 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Nov 19 14:14:45.858105 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80149) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Nov 19 14:14:45.881238 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 51686) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:14:45.892640 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0085888
Nov 19 14:14:55.671055 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50ce26f-20af-4c37-abbb-b19251611c0e None None] get_active_networks_info from dv-cinder-763306-2-iscsi {{(pid=80262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 19 14:14:55.796961 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4b44acf0-01a1-4ba8-91fe-b0456ce11ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201'] for agent, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:14:55.842623 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50ce26f-20af-4c37-abbb-b19251611c0e None None] No non-hosted networks {{(pid=80262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 19 14:14:58.162968 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b556f2ae-8232-4c26-baf2-218be7ac727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201'] for agent, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:14:58.220100 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e4fe460a-232b-4550-99b5-e22c13a71a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:14:58.818905 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201'] for agent, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:14:59.600584 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201'] for agent, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:14:59.601225 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:14:59.601528 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:14:59.602373 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:14:59.603145 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:14:59.603822 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:14:59.604387 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:14:59.604947 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:14:59.605524 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:14:59.606083 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:14:59.606706 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:14:59.607274 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:14:59.607820 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:14:59.608606 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fae3c7d77b8>, 'Open vSwitch agent', 'dv-cinder-763306-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:14:59.615952 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fae3d0870f0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763306-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:14:59.807103 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] get_endpoint_by_host() called for host dv-cinder-763306-2-iscsi {{(pid=80262) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Nov 19 14:14:59.813781 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] get_endpoint_by_ip() called for ip 192.168.0.45 {{(pid=80262) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Nov 19 14:14:59.817510 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] _add_endpoint() called for ip 192.168.0.45 {{(pid=80262) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Nov 19 14:14:59.824057 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] _get_endpoints() called {{(pid=80262) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Nov 19 14:14:59.913436 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201'] for agent, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:00.682996 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.l3_hamode_db [None req-3aea8032-66ad-4e63-be11-09e07a577b3f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 19 14:15:00.771732 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aea8032-66ad-4e63-be11-09e07a577b3f None None] Routers set() bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:15:00.772198 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aea8032-66ad-4e63-be11-09e07a577b3f None None] Router IDs set() for agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Nov 19 14:15:01.619686 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 51778) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:15:02.264727 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING oslo_policy.policy [None req-5af6e5cf-5c68-4bd5-bb2d-e624ac1696b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 14:15:02.265359 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING oslo_policy.policy [None req-5af6e5cf-5c68-4bd5-bb2d-e624ac1696b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 14:15:02.494369 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [None req-5af6e5cf-5c68-4bd5-bb2d-e624ac1696b8 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80260) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 14:15:02.495692 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-5af6e5cf-5c68-4bd5-bb2d-e624ac1696b8 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.8734646
Nov 19 14:15:05.174432 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 51792) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:15:05.585112 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-52d03009-c126-45e9-87f2-6ac412a63f6f admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:15:05.633035 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.policy [None req-52d03009-c126-45e9-87f2-6ac412a63f6f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80260) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Nov 19 14:15:05.633849 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING oslo_policy.policy [None req-52d03009-c126-45e9-87f2-6ac412a63f6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 14:15:05.634266 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING oslo_policy.policy [None req-52d03009-c126-45e9-87f2-6ac412a63f6f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 14:15:05.641372 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.quota [None req-52d03009-c126-45e9-87f2-6ac412a63f6f admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fae3cf4f940>.
Nov 19 14:15:05.685559 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-52d03009-c126-45e9-87f2-6ac412a63f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:15:05.751851 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-52d03009-c126-45e9-87f2-6ac412a63f6f admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363262708644538', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363262708538618', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363262708539191', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363262708531743', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363262708545996', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036851336156', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851157655', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854018996', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-594026'] for rbac-policy, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:05.818644 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-52d03009-c126-45e9-87f2-6ac412a63f6f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:05.819890 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-52d03009-c126-45e9-87f2-6ac412a63f6f admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6443877
Nov 19 14:15:08.792086 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 51806) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:15:09.190887 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Request body: {'network': {'project_id': '5b3a070a777d477997dee491f3ee3659', 'admin_state_up': True, 'name': 'private'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:15:09.196766 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:15:09.201441 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Usage tracker for resource:network and tenant:5b3a070a777d477997dee491f3ee3659 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:15:09.205108 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:15:09.211693 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:15:09.220186 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Made reservation on behalf of 5b3a070a777d477997dee491f3ee3659 for: {'network': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:15:09.227139 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for network, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:09.243995 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:09.285608 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:15:09.289379 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Usage tracker for resource:security_group_rule and tenant:5b3a070a777d477997dee491f3ee3659 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:15:09.292346 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:15:09.297956 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:15:09.366727 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:09.369210 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:09.374524 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:15:09.399553 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 14:15:09.426364 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774146263616', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:09.426951 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.segments_db [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Added segment a29d3d17-14b6-49c4-8e0c-9ac9047da6e0 of type vxlan for network 7a8f6ffb-ce59-4610-9ca9-42368ad04950
Nov 19 14:15:09.476617 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1e6a36-5d38-4599-a4e4-9cecdbc238c4,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:15:09.502263 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:09.502679 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:09.503051 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:09.503416 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:09.503775 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:09.504132 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:09.505008 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:09.505361 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:09.505729 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:09.506078 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:09.506427 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:09.506820 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Tracked resource versions report:
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]: pushed versions:
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]: {   'AddressGroup': {'1.0'},
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:     'ConntrackHelper': {'1.0'},
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Log': {'1.0'},
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Network': {'1.1'},
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Port': {'1.6'},
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:     'PortForwarding': {'1.2'},
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:     'QosPolicy': {'1.8'},
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SecurityGroup': {'1.2'},
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SecurityGroupRule': {'1.0'},
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SubPort': {'1.0'},
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Subnet': {'1.1'},
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Trunk': {'1.1'}}
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]: consumer versions:
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]: {   DHCP agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:     L3 agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:     Metadata agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:     Metering agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:     Open vSwitch agent@dv-cinder-763306-2-iscsi: {   'AddressGroup': '1.0',
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'ConntrackHelper': '1.0',
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Log': '1.0',
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Network': '1.1',
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Port': '1.6',
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'PortForwarding': '1.2',
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'QosPolicy': '1.8',
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SecurityGroup': '1.2',
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SecurityGroupRule': '1.0',
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SubPort': '1.0',
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Subnet': '1.1',
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Trunk': '1.1'}}
Nov 19 14:15:09.508012 dv-cinder-763306-2-iscsi neutron-server[80149]:  {{(pid=80260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 14:15:09.544190 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774145649933'] for network, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:09.563539 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:15:09.589593 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:09.591057 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:15:09.591729 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:09.596452 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:15:09.700161 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 0.9069507
Nov 19 14:15:09.707268 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Pushing event updated for resources: {'Network': ['ID=7a8f6ffb-ce59-4610-9ca9-42368ad04950,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:15:09.724232 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:15:09.732424 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Network 7a8f6ffb-ce59-4610-9ca9-42368ad04950 details requested by agent ovs-agent-dv-cinder-763306-2-iscsi with host dv-cinder-763306-2-iscsi {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:15:12.790526 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 51822) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:15:13.290218 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412a83e4-5b85-4547-bade-b455dd5cf67b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:15:13.291610 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-412a83e4-5b85-4547-bade-b455dd5cf67b admin admin] 10.222.0.35 "GET /v2.0/networks/7a8f6ffb-ce59-4610-9ca9-42368ad04950 HTTP/1.1" status: 200  len: 818 time: 0.5000143
Nov 19 14:15:13.320152 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-d7887dbf-47e9-4965-a870-05e07a8ded44 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/900ea6dc-b35b-48e3-8f59-9f4cef595722 HTTP/1.1" status: 200  len: 734 time: 0.0224922
Nov 19 14:15:13.329210 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-00df215d-7a4e-4e1b-843d-a43830d92ff0 admin admin] Request body: {'subnet': {'tenant_id': '5b3a070a777d477997dee491f3ee3659', 'network_id': '7a8f6ffb-ce59-4610-9ca9-42368ad04950', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '900ea6dc-b35b-48e3-8f59-9f4cef595722'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:15:13.334216 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-00df215d-7a4e-4e1b-843d-a43830d92ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:15:13.338133 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-00df215d-7a4e-4e1b-843d-a43830d92ff0 admin admin] Usage tracker for resource:subnet and tenant:5b3a070a777d477997dee491f3ee3659 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:15:13.341113 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-00df215d-7a4e-4e1b-843d-a43830d92ff0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:15:13.346750 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-00df215d-7a4e-4e1b-843d-a43830d92ff0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:15:13.355647 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00df215d-7a4e-4e1b-843d-a43830d92ff0 admin admin] Made reservation on behalf of 5b3a070a777d477997dee491f3ee3659 for: {'subnet': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:15:13.360259 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-00df215d-7a4e-4e1b-843d-a43830d92ff0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:13.996505 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-00df215d-7a4e-4e1b-843d-a43830d92ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for subnet, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:14.011568 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:15:14.154627 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df215d-7a4e-4e1b-843d-a43830d92ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83cff683-22aa-442d-a74e-51b39d0e9a80,revision_number=0']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:15:14.160562 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-00df215d-7a4e-4e1b-843d-a43830d92ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:15:14.216898 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00df215d-7a4e-4e1b-843d-a43830d92ff0 admin admin] Checking segment: {'id': 'a29d3d17-14b6-49c4-8e0c-9ac9047da6e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7a8f6ffb-ce59-4610-9ca9-42368ad04950'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:15:14.217275 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00df215d-7a4e-4e1b-843d-a43830d92ff0 admin admin] Network hostable DHCP agents. Network: 7a8f6ffb-ce59-4610-9ca9-42368ad04950, hostable agents: ['4a7d4b2f-f99e-495c-ba2f-c341fae68c03'], hosted agents: [] {{(pid=80260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 14:15:14.240605 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00df215d-7a4e-4e1b-843d-a43830d92ff0 admin admin] Network 7a8f6ffb-ce59-4610-9ca9-42368ad04950 is scheduled to be hosted by DHCP agent 4a7d4b2f-f99e-495c-ba2f-c341fae68c03 with binding_index 1 {{(pid=80260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 14:15:14.249416 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-00df215d-7a4e-4e1b-843d-a43830d92ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-iscsi, 7a8f6ffb-ce59-4610-9ca9-42368ad04950) {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:15:14.253744 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00df215d-7a4e-4e1b-843d-a43830d92ff0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:15:14.255016 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-00df215d-7a4e-4e1b-843d-a43830d92ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for subnet, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:14.259841 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0d2feb-7749-4e4f-ba1d-d89f6ef544f2 None None] Network 7a8f6ffb-ce59-4610-9ca9-42368ad04950 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:15:14.275758 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-00df215d-7a4e-4e1b-843d-a43830d92ff0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9501131
Nov 19 14:15:14.654841 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped18c60e-6a75-5499-b97d-4bea333a774a-7a8f6ffb-ce59-4610-9ca9-42368ad04950', 'network_id': '7a8f6ffb-ce59-4610-9ca9-42368ad04950', 'tenant_id': '5b3a070a777d477997dee491f3ee3659', 'fixed_ips': [{'subnet_id': '83cff683-22aa-442d-a74e-51b39d0e9a80'}]}} from dv-cinder-763306-2-iscsi. {{(pid=80262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 14:15:14.656117 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:14.997121 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Allocated IP 172.20.0.2 (7a8f6ffb-ce59-4610-9ca9-42368ad04950/83cff683-22aa-442d-a74e-51b39d0e9a80/d6afdd2b-ea8a-43b2-955a-b4f147c22893) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:15:15.236010 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:15.249373 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Transition to ACTIVE for port object d6afdd2b-ea8a-43b2-955a-b4f147c22893 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:15:15.266319 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Transition to ACTIVE for port object d6afdd2b-ea8a-43b2-955a-b4f147c22893 will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:15:15.272590 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:15.287968 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:15:15.419429 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Pushing event updated for resources: {'Port': ['ID=d6afdd2b-ea8a-43b2-955a-b4f147c22893,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:15:15.439739 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:15.440110 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:15.440474 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:15.440832 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:15.441187 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:15.441544 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:15.442421 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:15.442797 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:15.443169 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:15.443518 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:15.443865 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:15.444210 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Tracked resource versions report:
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]: pushed versions:
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]: {   'AddressGroup': {'1.0'},
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:     'ConntrackHelper': {'1.0'},
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Log': {'1.0'},
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Network': {'1.1'},
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Port': {'1.6'},
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:     'PortForwarding': {'1.2'},
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:     'QosPolicy': {'1.8'},
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SecurityGroup': {'1.2'},
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SecurityGroupRule': {'1.0'},
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SubPort': {'1.0'},
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Subnet': {'1.1'},
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Trunk': {'1.1'}}
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]: consumer versions:
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]: {   DHCP agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:     L3 agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:     Metadata agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:     Metering agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:     Open vSwitch agent@dv-cinder-763306-2-iscsi: {   'AddressGroup': '1.0',
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'ConntrackHelper': '1.0',
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Log': '1.0',
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Network': '1.1',
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Port': '1.6',
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'PortForwarding': '1.2',
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'QosPolicy': '1.8',
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SecurityGroup': '1.2',
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SecurityGroupRule': '1.0',
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SubPort': '1.0',
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Subnet': '1.1',
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Trunk': '1.1'}}
Nov 19 14:15:15.445422 dv-cinder-763306-2-iscsi neutron-server[80149]:  {{(pid=80262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 14:15:15.451868 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:15:15.490111 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Network 7a8f6ffb-ce59-4610-9ca9-42368ad04950 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:15:15.491306 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:15:15.494126 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:15:15.716146 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Attempting to bind port d6afdd2b-ea8a-43b2-955a-b4f147c22893 on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:15:15.716565 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Attempting to bind port d6afdd2b-ea8a-43b2-955a-b4f147c22893 by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': 'a29d3d17-14b6-49c4-8e0c-9ac9047da6e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7a8f6ffb-ce59-4610-9ca9-42368ad04950'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:15:15.716979 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Attempting to bind port d6afdd2b-ea8a-43b2-955a-b4f147c22893 on network 7a8f6ffb-ce59-4610-9ca9-42368ad04950 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:15:15.724097 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:15:15.724519 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Checking segment: {'id': 'a29d3d17-14b6-49c4-8e0c-9ac9047da6e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7a8f6ffb-ce59-4610-9ca9-42368ad04950'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:15:15.725763 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:15.725763 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Bound using segment: {'id': 'a29d3d17-14b6-49c4-8e0c-9ac9047da6e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7a8f6ffb-ce59-4610-9ca9-42368ad04950'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:15:15.725960 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Bound port: d6afdd2b-ea8a-43b2-955a-b4f147c22893, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29d3d17-14b6-49c4-8e0c-9ac9047da6e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7a8f6ffb-ce59-4610-9ca9-42368ad04950'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:15:15.726596 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:15.814808 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] For port d6afdd2b-ea8a-43b2-955a-b4f147c22893, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:15:15.818936 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] For port d6afdd2b-ea8a-43b2-955a-b4f147c22893, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=d6afdd2b-ea8a-43b2-955a-b4f147c22893,segment=NetworkSegment(a29d3d17-14b6-49c4-8e0c-9ac9047da6e0),segment_id=a29d3d17-14b6-49c4-8e0c-9ac9047da6e0)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:15:15.822244 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:15.837556 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:15:15.992726 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Pushing event updated for resources: {'Port': ['ID=d6afdd2b-ea8a-43b2-955a-b4f147c22893,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:15:15.997247 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:15:16.992252 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 51832) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:15:17.423768 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [None req-1a401d57-9fef-4d9b-a99a-d9782bcbae75 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80260) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 14:15:17.438578 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-1a401d57-9fef-4d9b-a99a-d9782bcbae75 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.4314699
Nov 19 14:15:19.867251 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device d6afdd2b-ea8a-43b2-955a-b4f147c22893 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:15:19.937361 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port d6afdd2b-ea8a-43b2-955a-b4f147c22893 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:15:20.214006 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 51846) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:15:20.371700 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdcc701-057b-4757-9613-e6643e17b651 None None] Network 7a8f6ffb-ce59-4610-9ca9-42368ad04950 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:15:20.492800 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-f85a19a9-3866-45af-ab79-5c81213c942f None None] Provisioning for port d6afdd2b-ea8a-43b2-955a-b4f147c22893 completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:15:20.500525 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-f85a19a9-3866-45af-ab79-5c81213c942f None None] Provisioning complete for port d6afdd2b-ea8a-43b2-955a-b4f147c22893 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:15:20.500936 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f85a19a9-3866-45af-ab79-5c81213c942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:20.728415 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f85a19a9-3866-45af-ab79-5c81213c942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:20.773987 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-f85a19a9-3866-45af-ab79-5c81213c942f None None] For port d6afdd2b-ea8a-43b2-955a-b4f147c22893, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=d6afdd2b-ea8a-43b2-955a-b4f147c22893,segment=NetworkSegment(a29d3d17-14b6-49c4-8e0c-9ac9047da6e0),segment_id=a29d3d17-14b6-49c4-8e0c-9ac9047da6e0)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:15:20.778299 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f85a19a9-3866-45af-ab79-5c81213c942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:20.780846 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:15:20.847156 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85a19a9-3866-45af-ab79-5c81213c942f None None] Pushing event updated for resources: {'Port': ['ID=d6afdd2b-ea8a-43b2-955a-b4f147c22893,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:15:20.850860 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f85a19a9-3866-45af-ab79-5c81213c942f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:15:20.880730 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING oslo_policy.policy [None req-858908ce-6c65-4e58-aa15-df908da9a5a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 14:15:20.881506 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING oslo_policy.policy [None req-858908ce-6c65-4e58-aa15-df908da9a5a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 14:15:21.014150 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-407d2057-f55b-4538-ba7e-a1cb6adfe1a5 None None] Provisioning complete for port d6afdd2b-ea8a-43b2-955a-b4f147c22893 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:15:21.014602 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-407d2057-f55b-4538-ba7e-a1cb6adfe1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:21.111596 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [None req-858908ce-6c65-4e58-aa15-df908da9a5a9 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80261) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 14:15:21.112942 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-858908ce-6c65-4e58-aa15-df908da9a5a9 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.8977058
Nov 19 14:15:21.265207 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e7ad7ba5-d358-4c13-91f6-6cc8d513dfd3 None None] Provisioning complete for port d6afdd2b-ea8a-43b2-955a-b4f147c22893 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:15:21.265623 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e7ad7ba5-d358-4c13-91f6-6cc8d513dfd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:21.845555 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device d6afdd2b-ea8a-43b2-955a-b4f147c22893 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:15:21.916931 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port d6afdd2b-ea8a-43b2-955a-b4f147c22893 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:15:21.917466 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:24.104678 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 51862) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:15:24.498537 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-c0f685e5-f101-4192-b7a8-24a0ad5bc321 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '5b3a070a777d477997dee491f3ee3659', 'name': 'router1'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:15:24.531973 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.policy [None req-c0f685e5-f101-4192-b7a8-24a0ad5bc321 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80261) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Nov 19 14:15:24.532787 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING oslo_policy.policy [None req-c0f685e5-f101-4192-b7a8-24a0ad5bc321 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 14:15:24.533194 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING oslo_policy.policy [None req-c0f685e5-f101-4192-b7a8-24a0ad5bc321 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 19 14:15:24.540355 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.quota [None req-c0f685e5-f101-4192-b7a8-24a0ad5bc321 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fae3d235cf8>.
Nov 19 14:15:24.584318 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-c0f685e5-f101-4192-b7a8-24a0ad5bc321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:15:24.590594 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-c0f685e5-f101-4192-b7a8-24a0ad5bc321 admin admin] Usage tracker for resource:router and tenant:5b3a070a777d477997dee491f3ee3659 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:15:24.594428 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-c0f685e5-f101-4192-b7a8-24a0ad5bc321 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:15:24.601318 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-c0f685e5-f101-4192-b7a8-24a0ad5bc321 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:15:24.615779 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c0f685e5-f101-4192-b7a8-24a0ad5bc321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-758591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2788'] for router, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:24.617558 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c0f685e5-f101-4192-b7a8-24a0ad5bc321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854017225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-786376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-574391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773012'] for router, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:24.644009 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c0f685e5-f101-4192-b7a8-24a0ad5bc321 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:24.749532 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c0f685e5-f101-4192-b7a8-24a0ad5bc321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854017107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853989611'] for router, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:24.771345 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c0f685e5-f101-4192-b7a8-24a0ad5bc321 admin admin] Notify callbacks [] for router, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:24.772600 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-c0f685e5-f101-4192-b7a8-24a0ad5bc321 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6668909
Nov 19 14:15:25.460913 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-09cc560f-4fba-454c-afbd-483a9b571e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:27.440240 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 51874) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:15:27.848406 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [None req-4e57c7a7-4174-4c83-aabe-f0caa7a1cdb2 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80261) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 14:15:27.849461 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-4e57c7a7-4174-4c83-aabe-f0caa7a1cdb2 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.4082186
Nov 19 14:15:28.154594 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e8603b04-0885-4fab-ac58-6c0eb9d2da4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:28.721176 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:29.599811 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:29.836148 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:30.547763 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 51894) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:15:30.732836 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:15:30.739062 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:15:30.743009 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Usage tracker for resource:network and tenant:764c8be8ae4f4762be0b11d72dc40515 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:15:30.746330 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:15:30.751966 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:15:30.760539 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Made reservation on behalf of 764c8be8ae4f4762be0b11d72dc40515 for: {'network': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:15:30.766747 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for network, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:30.783783 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:30.826378 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:15:30.830285 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Usage tracker for resource:security_group_rule and tenant:764c8be8ae4f4762be0b11d72dc40515 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:15:30.834032 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:15:30.839640 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:15:30.907760 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:30.911224 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:30.916532 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:15:30.929193 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Reserving flat network on physical network physnet1 {{(pid=80261) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Nov 19 14:15:30.960493 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774146263616', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:30.961104 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fae3df0a400> segment precommit_create {{(pid=80261) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Nov 19 14:15:30.961618 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.segments_db [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Added segment 1915e2d1-9a03-4ed5-8803-3330fe0ea417 of type flat for network 30e7e950-b2fa-4cc4-9540-c3d995e774bc
Nov 19 14:15:31.015325 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a439d1-8738-4d9f-86e3-be1daf24f6d5,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:15:31.040102 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:31.040488 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:31.040851 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:31.041207 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:31.041559 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:31.041910 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:31.042260 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:31.042627 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:31.042989 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:31.043337 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:31.043680 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:31.044022 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Tracked resource versions report:
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]: pushed versions:
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]: {   'AddressGroup': {'1.0'},
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:     'ConntrackHelper': {'1.0'},
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Log': {'1.0'},
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Network': {'1.1'},
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Port': {'1.6'},
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:     'PortForwarding': {'1.2'},
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:     'QosPolicy': {'1.8'},
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SecurityGroup': {'1.2'},
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SecurityGroupRule': {'1.0'},
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SubPort': {'1.0'},
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Subnet': {'1.1'},
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Trunk': {'1.1'}}
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]: consumer versions:
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]: {   DHCP agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:     L3 agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:     Metadata agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:     Metering agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:     Open vSwitch agent@dv-cinder-763306-2-iscsi: {   'AddressGroup': '1.0',
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'ConntrackHelper': '1.0',
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Log': '1.0',
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Network': '1.1',
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Port': '1.6',
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'PortForwarding': '1.2',
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'QosPolicy': '1.8',
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SecurityGroup': '1.2',
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SecurityGroupRule': '1.0',
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SubPort': '1.0',
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Subnet': '1.1',
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Trunk': '1.1'}}
Nov 19 14:15:31.045238 dv-cinder-763306-2-iscsi neutron-server[80149]:  {{(pid=80261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 14:15:31.091416 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774145649933'] for network, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:31.095927 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:15:31.135049 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:31.136364 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:15:31.137021 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:31.141725 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:15:31.251605 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7027621
Nov 19 14:15:31.252320 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Pushing event updated for resources: {'Network': ['ID=30e7e950-b2fa-4cc4-9540-c3d995e774bc,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:15:31.269031 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:15:31.281725 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Network 30e7e950-b2fa-4cc4-9540-c3d995e774bc details requested by agent ovs-agent-dv-cinder-763306-2-iscsi with host dv-cinder-763306-2-iscsi {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:15:33.758579 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 51918) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:15:33.904309 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4301b47f-6fd1-4e1d-857e-ed70516e747e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:15:33.905827 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-4301b47f-6fd1-4e1d-857e-ed70516e747e admin admin] 10.222.0.35 "GET /v2.0/subnets/83cff683-22aa-442d-a74e-51b39d0e9a80 HTTP/1.1" status: 200  len: 849 time: 0.1462181
Nov 19 14:15:34.205491 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-bbb4841c-68f9-49ae-baed-412caa0b7505 admin admin] 10.222.0.35 "GET /v2.0/routers/14afffb9-c5c6-484d-9def-6a76d878938c HTTP/1.1" status: 200  len: 704 time: 0.2934194
Nov 19 14:15:34.683639 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:35.063141 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Allocated IP 172.20.0.1 (7a8f6ffb-ce59-4610-9ca9-42368ad04950/83cff683-22aa-442d-a74e-51b39d0e9a80/6cc537c5-546b-41f1-a14a-419bef8f69d8) {{(pid=80261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:15:35.227781 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:35.245864 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Transition to ACTIVE for port object 6cc537c5-546b-41f1-a14a-419bef8f69d8 will not be triggered until provisioned by entity DHCP. {{(pid=80261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:15:35.292061 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582'] for port, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:35.306821 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:15:35.438472 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Pushing event updated for resources: {'Port': ['ID=6cc537c5-546b-41f1-a14a-419bef8f69d8,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:15:35.449944 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:15:35.493837 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Network 7a8f6ffb-ce59-4610-9ca9-42368ad04950 is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:15:35.494942 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:15:35.497608 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Received port after_create {{(pid=80261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:15:35.498100 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722922'] for router_interface, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:35.619241 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:35.685906 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-06516c37-8de6-4022-a571-f204a94c123a None None] Provisioning for port 6cc537c5-546b-41f1-a14a-419bef8f69d8 completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:15:35.690838 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-06516c37-8de6-4022-a571-f204a94c123a None None] Provisioning complete for port 6cc537c5-546b-41f1-a14a-419bef8f69d8 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:15:35.691242 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-06516c37-8de6-4022-a571-f204a94c123a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:35.743958 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-06516c37-8de6-4022-a571-f204a94c123a None None] Port 6cc537c5-546b-41f1-a14a-419bef8f69d8 cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:15:35.906955 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:35.911383 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:35.912442 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850791725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853991164'] for router_interface, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:35.927441 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:15:36.060253 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Pushing event updated for resources: {'Port': ['ID=6cc537c5-546b-41f1-a14a-419bef8f69d8,revision_number=2']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:15:36.069692 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:15:36.266023 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Network 7a8f6ffb-ce59-4610-9ca9-42368ad04950 is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:15:36.267142 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:15:36.468402 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-f056899c-cf59-4225-a8b4-b4568f18b851 None None] Provisioning complete for port 6cc537c5-546b-41f1-a14a-419bef8f69d8 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:15:36.468807 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f056899c-cf59-4225-a8b4-b4568f18b851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:36.524006 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-f056899c-cf59-4225-a8b4-b4568f18b851 None None] Port 6cc537c5-546b-41f1-a14a-419bef8f69d8 cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:15:36.628637 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Router 14afffb9-c5c6-484d-9def-6a76d878938c is scheduled to L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f with binding_index 1 {{(pid=80261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 14:15:36.795877 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:15:36.805563 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] Sync routers for ids ['14afffb9-c5c6-484d-9def-6a76d878938c'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:15:36.806592 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] 10.222.0.35 "PUT /v2.0/routers/14afffb9-c5c6-484d-9def-6a76d878938c/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.5951524
Nov 19 14:15:36.819408 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] Routers {'14afffb9-c5c6-484d-9def-6a76d878938c'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:15:36.820281 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3d09b940>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:15:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['14afffb9-c5c6-484d-9def-6a76d878938c'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:15:37.001976 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] Set router 14afffb9-c5c6-484d-9def-6a76d878938c gateway port host: None {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:15:37.382106 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3d09b940>, [{'id': '14afffb9-c5c6-484d-9def-6a76d878938c', 'name': 'router1', 'tenant_id': '5b3a070a777d477997dee491f3ee3659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:15:24Z', 'updated_at': '2020-11-19T14:15:35Z', 'revision_number': 2, 'project_id': '5b3a070a777d477997dee491f3ee3659', 'gw_port_host': None, '_interfaces': [{'id': '6cc537c5-546b-41f1-a14a-419bef8f69d8', 'name': '', 'network_id': '7a8f6ffb-ce59-4610-9ca9-42368ad04950', 'tenant_id': '5b3a070a777d477997dee491f3ee3659', 'mac_address': 'fa:16:3e:27:ed:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14afffb9-c5c6-484d-9def-6a76d878938c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cff683-22aa-442d-a74e-51b39d0e9a80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:15:34Z', 'updated_at': '2020-11-19T14:15:35Z', 'revision_number': 2, 'project_id': '5b3a070a777d477997dee491f3ee3659', 'subnets': [{'id': '83cff683-22aa-442d-a74e-51b39d0e9a80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '900ea6dc-b35b-48e3-8f59-9f4cef595722'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:15:37.387241 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] Checking router: 14afffb9-c5c6-484d-9def-6a76d878938c for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:15:37.387649 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] Updating router 14afffb9-c5c6-484d-9def-6a76d878938c port 6cc537c5-546b-41f1-a14a-419bef8f69d8 binding host dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 14:15:37.439215 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:38.040978 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:38.056178 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] Transition to ACTIVE for port object 6cc537c5-546b-41f1-a14a-419bef8f69d8 will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:15:38.059055 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:38.074247 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:15:38.218543 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458d9c6-1e51-4da5-9e68-1b0bc669ca31 None None] Pushing event updated for resources: {'Port': ['ID=6cc537c5-546b-41f1-a14a-419bef8f69d8,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:15:38.234089 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458d9c6-1e51-4da5-9e68-1b0bc669ca31 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:38.234464 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458d9c6-1e51-4da5-9e68-1b0bc669ca31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:38.234859 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458d9c6-1e51-4da5-9e68-1b0bc669ca31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:38.235222 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458d9c6-1e51-4da5-9e68-1b0bc669ca31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:38.235577 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458d9c6-1e51-4da5-9e68-1b0bc669ca31 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:38.235931 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458d9c6-1e51-4da5-9e68-1b0bc669ca31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:38.236285 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458d9c6-1e51-4da5-9e68-1b0bc669ca31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:38.236637 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458d9c6-1e51-4da5-9e68-1b0bc669ca31 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:38.236994 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458d9c6-1e51-4da5-9e68-1b0bc669ca31 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:38.237343 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458d9c6-1e51-4da5-9e68-1b0bc669ca31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:38.237691 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458d9c6-1e51-4da5-9e68-1b0bc669ca31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:38.238040 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458d9c6-1e51-4da5-9e68-1b0bc669ca31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b458d9c6-1e51-4da5-9e68-1b0bc669ca31 None None] Tracked resource versions report:
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]: pushed versions:
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]: {   'AddressGroup': {'1.0'},
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:     'ConntrackHelper': {'1.0'},
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Log': {'1.0'},
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Network': {'1.1'},
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Port': {'1.6'},
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:     'PortForwarding': {'1.2'},
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:     'QosPolicy': {'1.8'},
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SecurityGroup': {'1.2'},
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SecurityGroupRule': {'1.0'},
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SubPort': {'1.0'},
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Subnet': {'1.1'},
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Trunk': {'1.1'}}
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]: consumer versions:
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]: {   DHCP agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:     L3 agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:     Metadata agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:     Metering agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:     Open vSwitch agent@dv-cinder-763306-2-iscsi: {   'AddressGroup': '1.0',
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'ConntrackHelper': '1.0',
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Log': '1.0',
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Network': '1.1',
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Port': '1.6',
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'PortForwarding': '1.2',
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'QosPolicy': '1.8',
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SecurityGroup': '1.2',
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SecurityGroupRule': '1.0',
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SubPort': '1.0',
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Subnet': '1.1',
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Trunk': '1.1'}}
Nov 19 14:15:38.239264 dv-cinder-763306-2-iscsi neutron-server[80149]:  {{(pid=80263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 14:15:38.243002 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b458d9c6-1e51-4da5-9e68-1b0bc669ca31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:15:38.392380 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] Attempting to bind port 6cc537c5-546b-41f1-a14a-419bef8f69d8 on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:15:38.392846 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] Attempting to bind port 6cc537c5-546b-41f1-a14a-419bef8f69d8 by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': 'a29d3d17-14b6-49c4-8e0c-9ac9047da6e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7a8f6ffb-ce59-4610-9ca9-42368ad04950'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:15:38.393205 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] Attempting to bind port 6cc537c5-546b-41f1-a14a-419bef8f69d8 on network 7a8f6ffb-ce59-4610-9ca9-42368ad04950 {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:15:38.401173 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:15:38.401604 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] Checking segment: {'id': 'a29d3d17-14b6-49c4-8e0c-9ac9047da6e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7a8f6ffb-ce59-4610-9ca9-42368ad04950'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:15:38.402067 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:38.402495 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] Bound using segment: {'id': 'a29d3d17-14b6-49c4-8e0c-9ac9047da6e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7a8f6ffb-ce59-4610-9ca9-42368ad04950'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:15:38.403054 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] Bound port: 6cc537c5-546b-41f1-a14a-419bef8f69d8, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29d3d17-14b6-49c4-8e0c-9ac9047da6e0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '7a8f6ffb-ce59-4610-9ca9-42368ad04950'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:15:38.403464 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:38.497271 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] For port 6cc537c5-546b-41f1-a14a-419bef8f69d8, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:15:38.501920 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] For port 6cc537c5-546b-41f1-a14a-419bef8f69d8, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=6cc537c5-546b-41f1-a14a-419bef8f69d8,segment=NetworkSegment(a29d3d17-14b6-49c4-8e0c-9ac9047da6e0),segment_id=a29d3d17-14b6-49c4-8e0c-9ac9047da6e0)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:15:38.504929 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:38.520628 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:15:38.673869 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458d9c6-1e51-4da5-9e68-1b0bc669ca31 None None] Pushing event updated for resources: {'Port': ['ID=6cc537c5-546b-41f1-a14a-419bef8f69d8,revision_number=4']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:15:38.678500 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b458d9c6-1e51-4da5-9e68-1b0bc669ca31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:15:38.730108 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] Routers {'14afffb9-c5c6-484d-9def-6a76d878938c'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:15:38.730796 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3d09b940>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:15:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['14afffb9-c5c6-484d-9def-6a76d878938c'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:15:38.903839 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] Set router 14afffb9-c5c6-484d-9def-6a76d878938c gateway port host: None {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:15:39.240075 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3d09b940>, [{'id': '14afffb9-c5c6-484d-9def-6a76d878938c', 'name': 'router1', 'tenant_id': '5b3a070a777d477997dee491f3ee3659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:15:24Z', 'updated_at': '2020-11-19T14:15:35Z', 'revision_number': 2, 'project_id': '5b3a070a777d477997dee491f3ee3659', 'gw_port_host': None, '_interfaces': [{'id': '6cc537c5-546b-41f1-a14a-419bef8f69d8', 'name': '', 'network_id': '7a8f6ffb-ce59-4610-9ca9-42368ad04950', 'tenant_id': '5b3a070a777d477997dee491f3ee3659', 'mac_address': 'fa:16:3e:27:ed:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14afffb9-c5c6-484d-9def-6a76d878938c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cff683-22aa-442d-a74e-51b39d0e9a80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:15:34Z', 'updated_at': '2020-11-19T14:15:38Z', 'revision_number': 4, 'project_id': '5b3a070a777d477997dee491f3ee3659', 'subnets': [{'id': '83cff683-22aa-442d-a74e-51b39d0e9a80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '900ea6dc-b35b-48e3-8f59-9f4cef595722'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:15:39.244483 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9e64dd-ea58-45bd-a9f7-35b78cea45cd None None] The sync data for ids ['14afffb9-c5c6-484d-9def-6a76d878938c'] in dv-cinder-763306-2-iscsi is: [{'id': '14afffb9-c5c6-484d-9def-6a76d878938c', 'name': 'router1', 'tenant_id': '5b3a070a777d477997dee491f3ee3659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:15:24Z', 'updated_at': '2020-11-19T14:15:35Z', 'revision_number': 2, 'project_id': '5b3a070a777d477997dee491f3ee3659', 'gw_port_host': None, '_interfaces': [{'id': '6cc537c5-546b-41f1-a14a-419bef8f69d8', 'name': '', 'network_id': '7a8f6ffb-ce59-4610-9ca9-42368ad04950', 'tenant_id': '5b3a070a777d477997dee491f3ee3659', 'mac_address': 'fa:16:3e:27:ed:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14afffb9-c5c6-484d-9def-6a76d878938c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cff683-22aa-442d-a74e-51b39d0e9a80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:15:34Z', 'updated_at': '2020-11-19T14:15:38Z', 'revision_number': 4, 'project_id': '5b3a070a777d477997dee491f3ee3659', 'subnets': [{'id': '83cff683-22aa-442d-a74e-51b39d0e9a80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '900ea6dc-b35b-48e3-8f59-9f4cef595722'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:15:39.318990 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 51930) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:15:39.504610 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44db35ad-e148-45b9-9988-f8bc044a626e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:15:39.505144 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-44db35ad-e148-45b9-9988-f8bc044a626e admin admin] Synchronizing usage tracker for tenant:764c8be8ae4f4762be0b11d72dc40515 on resource:network {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:15:39.521881 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-44db35ad-e148-45b9-9988-f8bc044a626e admin admin] Unset dirty status for tenant:764c8be8ae4f4762be0b11d72dc40515 on resource:network {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:15:39.523163 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-44db35ad-e148-45b9-9988-f8bc044a626e admin admin] 10.222.0.35 "GET /v2.0/networks/30e7e950-b2fa-4cc4-9540-c3d995e774bc HTTP/1.1" status: 200  len: 842 time: 0.2031486
Nov 19 14:15:39.533584 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-f06468e5-3d77-4173-bfa2-64841b38661d admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:15:39.538883 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-f06468e5-3d77-4173-bfa2-64841b38661d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:15:39.542799 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-f06468e5-3d77-4173-bfa2-64841b38661d admin admin] Usage tracker for resource:subnet and tenant:764c8be8ae4f4762be0b11d72dc40515 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:15:39.545887 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-f06468e5-3d77-4173-bfa2-64841b38661d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:15:39.552050 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-f06468e5-3d77-4173-bfa2-64841b38661d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:15:39.560669 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06468e5-3d77-4173-bfa2-64841b38661d admin admin] Made reservation on behalf of 764c8be8ae4f4762be0b11d72dc40515 for: {'subnet': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:15:39.565233 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f06468e5-3d77-4173-bfa2-64841b38661d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:40.017655 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.objects.ports [None req-f06468e5-3d77-4173-bfa2-64841b38661d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80261) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 14:15:40.018142 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f06468e5-3d77-4173-bfa2-64841b38661d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for subnet, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:40.033046 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:15:40.178523 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06468e5-3d77-4173-bfa2-64841b38661d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c880977d-f782-4d1f-ba36-7b5f08e013ca,revision_number=0']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:15:40.184805 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f06468e5-3d77-4173-bfa2-64841b38661d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:15:40.244530 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06468e5-3d77-4173-bfa2-64841b38661d admin admin] Checking segment: {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:15:40.244928 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06468e5-3d77-4173-bfa2-64841b38661d admin admin] Network hostable DHCP agents. Network: 30e7e950-b2fa-4cc4-9540-c3d995e774bc, hostable agents: ['4a7d4b2f-f99e-495c-ba2f-c341fae68c03'], hosted agents: [] {{(pid=80261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 14:15:40.268941 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06468e5-3d77-4173-bfa2-64841b38661d admin admin] Network 30e7e950-b2fa-4cc4-9540-c3d995e774bc is scheduled to be hosted by DHCP agent 4a7d4b2f-f99e-495c-ba2f-c341fae68c03 with binding_index 1 {{(pid=80261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 14:15:40.278405 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-f06468e5-3d77-4173-bfa2-64841b38661d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-iscsi, 30e7e950-b2fa-4cc4-9540-c3d995e774bc) {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:15:40.282266 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06468e5-3d77-4173-bfa2-64841b38661d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:15:40.282940 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f06468e5-3d77-4173-bfa2-64841b38661d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for subnet, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:40.289030 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc26e87-a369-4962-820a-7816b189b5ba None None] Network 30e7e950-b2fa-4cc4-9540-c3d995e774bc requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:15:40.310450 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-f06468e5-3d77-4173-bfa2-64841b38661d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7744632
Nov 19 14:15:40.527780 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e7c4d1-752e-4419-947f-644bfff2a2da None None] Network 30e7e950-b2fa-4cc4-9540-c3d995e774bc requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:15:41.872794 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 6cc537c5-546b-41f1-a14a-419bef8f69d8 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:15:41.942273 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port 6cc537c5-546b-41f1-a14a-419bef8f69d8 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:15:41.947035 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 6cc537c5-546b-41f1-a14a-419bef8f69d8 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:15:41.947447 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:42.065209 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:42.098450 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] For port 6cc537c5-546b-41f1-a14a-419bef8f69d8, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=6cc537c5-546b-41f1-a14a-419bef8f69d8,segment=NetworkSegment(a29d3d17-14b6-49c4-8e0c-9ac9047da6e0),segment_id=a29d3d17-14b6-49c4-8e0c-9ac9047da6e0)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:15:42.101254 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:42.103718 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d6df8e9d-5f76-42fe-ab89-fcfbf6e892ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:15:42.173304 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Pushing event updated for resources: {'Port': ['ID=6cc537c5-546b-41f1-a14a-419bef8f69d8,revision_number=5']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:15:42.177078 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:15:42.860796 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 51944) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:15:43.102678 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-c3d2d9b1-8d37-49ca-9a42-7f5dc71ce61c admin admin] 10.222.0.35 "GET /v2.0/routers/14afffb9-c5c6-484d-9def-6a76d878938c HTTP/1.1" status: 200  len: 710 time: 0.2403934
Nov 19 14:15:43.239592 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beadf1ef-0ffc-4d3f-83f7-3d6a1d7d1e0a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:15:43.240984 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-beadf1ef-0ffc-4d3f-83f7-3d6a1d7d1e0a admin admin] 10.222.0.35 "GET /v2.0/networks/30e7e950-b2fa-4cc4-9540-c3d995e774bc HTTP/1.1" status: 200  len: 886 time: 0.1323991
Nov 19 14:15:43.250711 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:15:43.857878 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 6cc537c5-546b-41f1-a14a-419bef8f69d8 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:15:43.884745 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-786239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-758694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773025'] for router, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:43.928359 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 6cc537c5-546b-41f1-a14a-419bef8f69d8 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:15:43.928777 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:44.074929 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:44.106037 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:44.118858 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:44.153162 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:15:44.157055 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:15:44.160008 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:15:44.166099 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:15:44.233464 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:44.235967 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:44.251031 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:15:44.352940 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2cf450-9232-40d7-9cf0-9b20dc5a0c58,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:15:44.357915 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:15:44.509575 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Allocated IP 172.27.0.205 (30e7e950-b2fa-4cc4-9540-c3d995e774bc/c880977d-f782-4d1f-ba36-7b5f08e013ca/44a58132-9a8f-480c-b494-6c4c84a52b4c) {{(pid=80261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:15:44.660621 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:44.686232 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582'] for port, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:44.701409 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:15:44.840231 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Pushing event updated for resources: {'Port': ['ID=44a58132-9a8f-480c-b494-6c4c84a52b4c,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:15:44.844447 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:15:44.885825 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Network 30e7e950-b2fa-4cc4-9540-c3d995e774bc is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:15:44.887022 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:15:44.889288 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Received port after_create {{(pid=80261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:15:45.031984 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:45.198959 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-786239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-758694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773025'] for router, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:45.202266 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853989611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036853989594', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-786222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854017090'] for router, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:45.405156 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Router 14afffb9-c5c6-484d-9def-6a76d878938c has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:15:45.768127 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:15:45.778726 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] Sync routers for ids ['14afffb9-c5c6-484d-9def-6a76d878938c'] in dv-cinder-763306-2-iscsi {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:15:45.785847 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Notify callbacks [] for router, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:45.787134 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] 10.222.0.35 "PUT /v2.0/routers/14afffb9-c5c6-484d-9def-6a76d878938c HTTP/1.1" status: 200  len: 890 time: 2.5398376
Nov 19 14:15:45.792008 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] Routers {'14afffb9-c5c6-484d-9def-6a76d878938c'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:15:45.792706 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3d223320>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:15:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['14afffb9-c5c6-484d-9def-6a76d878938c'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:15:46.136505 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] Set router 14afffb9-c5c6-484d-9def-6a76d878938c gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:15:46.487852 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3d223320>, [{'id': '14afffb9-c5c6-484d-9def-6a76d878938c', 'name': 'router1', 'tenant_id': '5b3a070a777d477997dee491f3ee3659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '44a58132-9a8f-480c-b494-6c4c84a52b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:15:24Z', 'updated_at': '2020-11-19T14:15:44Z', 'revision_number': 4, 'project_id': '5b3a070a777d477997dee491f3ee3659', 'gw_port': {'id': '44a58132-9a8f-480c-b494-6c4c84a52b4c', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14afffb9-c5c6-484d-9def-6a76d878938c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:15:44Z', 'updated_at': '2020-11-19T14:15:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '6cc537c5-546b-41f1-a14a-419bef8f69d8', 'name': '', 'network_id': '7a8f6ffb-ce59-4610-9ca9-42368ad04950', 'tenant_id': '5b3a070a777d477997dee491f3ee3659', 'mac_address': 'fa:16:3e:27:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afffb9-c5c6-484d-9def-6a76d878938c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cff683-22aa-442d-a74e-51b39d0e9a80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:15:34Z', 'updated_at': '2020-11-19T14:15:42Z', 'revision_number': 5, 'project_id': '5b3a070a777d477997dee491f3ee3659', 'subnets': [{'id': '83cff683-22aa-442d-a74e-51b39d0e9a80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '900ea6dc-b35b-48e3-8f59-9f4cef595722'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:15:46.492780 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] Checking router: 14afffb9-c5c6-484d-9def-6a76d878938c for host: dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:15:46.493168 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] Updating router 14afffb9-c5c6-484d-9def-6a76d878938c port 44a58132-9a8f-480c-b494-6c4c84a52b4c binding host dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 14:15:46.545075 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:46.942674 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:46.956086 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] Transition to ACTIVE for port object 44a58132-9a8f-480c-b494-6c4c84a52b4c will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:15:46.958984 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:46.974164 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:15:47.112790 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142dfe43-251a-4d3c-b09c-4277de8876a6 None None] Pushing event updated for resources: {'Port': ['ID=44a58132-9a8f-480c-b494-6c4c84a52b4c,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:15:47.117517 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-142dfe43-251a-4d3c-b09c-4277de8876a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:15:47.167370 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] Attempting to bind port 44a58132-9a8f-480c-b494-6c4c84a52b4c on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:15:47.167770 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] Attempting to bind port 44a58132-9a8f-480c-b494-6c4c84a52b4c by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:15:47.168168 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] Attempting to bind port 44a58132-9a8f-480c-b494-6c4c84a52b4c on network 30e7e950-b2fa-4cc4-9540-c3d995e774bc {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:15:47.174891 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:15:47.175246 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] Checking segment: {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:15:47.176220 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:47.176643 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] Bound using segment: {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:15:47.177147 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] Bound port: 44a58132-9a8f-480c-b494-6c4c84a52b4c, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:15:47.177553 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:47.252212 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] For port 44a58132-9a8f-480c-b494-6c4c84a52b4c, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:15:47.255933 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] For port 44a58132-9a8f-480c-b494-6c4c84a52b4c, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=44a58132-9a8f-480c-b494-6c4c84a52b4c,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:15:47.259295 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:47.274321 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-142dfe43-251a-4d3c-b09c-4277de8876a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:15:47.419162 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142dfe43-251a-4d3c-b09c-4277de8876a6 None None] Pushing event updated for resources: {'Port': ['ID=44a58132-9a8f-480c-b494-6c4c84a52b4c,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:15:47.423752 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-142dfe43-251a-4d3c-b09c-4277de8876a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:15:47.467959 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] Routers {'14afffb9-c5c6-484d-9def-6a76d878938c'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:15:47.468618 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3d223320>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:15:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['14afffb9-c5c6-484d-9def-6a76d878938c'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:15:47.653829 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] Set router 14afffb9-c5c6-484d-9def-6a76d878938c gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:15:47.999474 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3d223320>, [{'id': '14afffb9-c5c6-484d-9def-6a76d878938c', 'name': 'router1', 'tenant_id': '5b3a070a777d477997dee491f3ee3659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '44a58132-9a8f-480c-b494-6c4c84a52b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:15:24Z', 'updated_at': '2020-11-19T14:15:44Z', 'revision_number': 4, 'project_id': '5b3a070a777d477997dee491f3ee3659', 'gw_port': {'id': '44a58132-9a8f-480c-b494-6c4c84a52b4c', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14afffb9-c5c6-484d-9def-6a76d878938c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:15:44Z', 'updated_at': '2020-11-19T14:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '6cc537c5-546b-41f1-a14a-419bef8f69d8', 'name': '', 'network_id': '7a8f6ffb-ce59-4610-9ca9-42368ad04950', 'tenant_id': '5b3a070a777d477997dee491f3ee3659', 'mac_address': 'fa:16:3e:27:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afffb9-c5c6-484d-9def-6a76d878938c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cff683-22aa-442d-a74e-51b39d0e9a80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:15:34Z', 'updated_at': '2020-11-19T14:15:42Z', 'revision_number': 5, 'project_id': '5b3a070a777d477997dee491f3ee3659', 'subnets': [{'id': '83cff683-22aa-442d-a74e-51b39d0e9a80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '900ea6dc-b35b-48e3-8f59-9f4cef595722'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:15:48.004754 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dd8540-02ef-4f70-9b91-a246c4937047 None None] The sync data for ids ['14afffb9-c5c6-484d-9def-6a76d878938c'] in dv-cinder-763306-2-iscsi is: [{'id': '14afffb9-c5c6-484d-9def-6a76d878938c', 'name': 'router1', 'tenant_id': '5b3a070a777d477997dee491f3ee3659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '44a58132-9a8f-480c-b494-6c4c84a52b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:15:24Z', 'updated_at': '2020-11-19T14:15:44Z', 'revision_number': 4, 'project_id': '5b3a070a777d477997dee491f3ee3659', 'gw_port': {'id': '44a58132-9a8f-480c-b494-6c4c84a52b4c', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:b3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14afffb9-c5c6-484d-9def-6a76d878938c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:15:44Z', 'updated_at': '2020-11-19T14:15:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '6cc537c5-546b-41f1-a14a-419bef8f69d8', 'name': '', 'network_id': '7a8f6ffb-ce59-4610-9ca9-42368ad04950', 'tenant_id': '5b3a070a777d477997dee491f3ee3659', 'mac_address': 'fa:16:3e:27:ed:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14afffb9-c5c6-484d-9def-6a76d878938c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83cff683-22aa-442d-a74e-51b39d0e9a80', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:15:34Z', 'updated_at': '2020-11-19T14:15:42Z', 'revision_number': 5, 'project_id': '5b3a070a777d477997dee491f3ee3659', 'subnets': [{'id': '83cff683-22aa-442d-a74e-51b39d0e9a80', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '900ea6dc-b35b-48e3-8f59-9f4cef595722'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:15:48.462863 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 51954) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:15:48.609418 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-46989db5-4cfc-4b7f-9323-db8785629902 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1453440
Nov 19 14:15:49.901141 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 44a58132-9a8f-480c-b494-6c4c84a52b4c up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:15:49.984570 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port 44a58132-9a8f-480c-b494-6c4c84a52b4c completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:15:49.989715 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 44a58132-9a8f-480c-b494-6c4c84a52b4c triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:15:49.990289 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:50.110383 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:50.127210 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] For port 44a58132-9a8f-480c-b494-6c4c84a52b4c, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=44a58132-9a8f-480c-b494-6c4c84a52b4c,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:15:50.131912 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:50.134056 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:15:50.204429 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Pushing event updated for resources: {'Port': ['ID=44a58132-9a8f-480c-b494-6c4c84a52b4c,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:15:50.207994 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:15:51.900505 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 44a58132-9a8f-480c-b494-6c4c84a52b4c up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:15:52.019566 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 44a58132-9a8f-480c-b494-6c4c84a52b4c triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:15:52.019566 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:55.479155 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-fae40de8-9284-48fc-80ca-5f9accb602f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:57.745209 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 5 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:15:58.308839 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7b9214d5-fe90-43c0-ab6b-ce6db4c6bf5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:58.734509 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:59.601678 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:15:59.855377 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:16:25.462111 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-78a26578-7058-4099-95dc-10a47bf2ae2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:16:28.160874 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-938a3f46-126b-4c4d-90a2-3ef736003586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:16:28.728604 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:16:29.602502 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:16:29.859583 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:16:34.746213 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 5 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:16:55.463819 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7a691ab4-409c-4c52-b9fc-156b6280cf2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:16:58.163868 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8a4e8db7-fb40-4a3d-9e4e-3e9407047155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:16:58.733356 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:16:59.604444 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:16:59.872993 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:17:11.747214 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 5 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:17:25.464829 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0d4030fc-dcbc-4594-85cc-ec98eab15073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:17:28.165747 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-883f383e-2356-49ee-bb41-9d1f09e0dda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:17:28.734404 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:17:29.607404 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:17:29.878175 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:17:48.748474 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 5 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:17:55.466844 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ef396ffc-5d3c-4196-a7e9-8d5ba7aac415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:17:58.167612 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f0ed2511-e4a3-4e5f-a2f5-55dac42a7b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:17:58.739029 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:17:59.608842 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:17:59.880068 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:00.496859 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 52532) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:18:00.597541 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c1ad4f3-3dd7-4b68-9ab4-91a99bcbc527 admin admin] GET failed (client error): The resource could not be found.
Nov 19 14:18:00.598844 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-8c1ad4f3-3dd7-4b68-9ab4-91a99bcbc527 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1009512
Nov 19 14:18:00.739564 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b0b87d-0ba4-4e19-8ea0-52d8e6810a47 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:18:00.741558 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-c9b0b87d-0ba4-4e19-8ea0-52d8e6810a47 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1383018
Nov 19 14:18:03.205360 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 52542) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:18:03.350797 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a02a54-4040-4f76-9903-4159f835cd5c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:18:03.351418 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-f5a02a54-4040-4f76-9903-4159f835cd5c admin admin] Synchronizing usage tracker for tenant:764c8be8ae4f4762be0b11d72dc40515 on resource:subnet {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:18:03.366589 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-f5a02a54-4040-4f76-9903-4159f835cd5c admin admin] Unset dirty status for tenant:764c8be8ae4f4762be0b11d72dc40515 on resource:subnet {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:18:03.367815 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-f5a02a54-4040-4f76-9903-4159f835cd5c admin admin] 10.222.0.35 "GET /v2.0/subnets/83cff683-22aa-442d-a74e-51b39d0e9a80 HTTP/1.1" status: 200  len: 849 time: 0.1614826
Nov 19 14:18:03.378037 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-46c2e5bc-aca8-49b4-9795-7405a6d84c9a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:18:03.503377 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-46c2e5bc-aca8-49b4-9795-7405a6d84c9a admin admin] Notify callbacks [] for subnet, before_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:03.809332 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-46c2e5bc-aca8-49b4-9795-7405a6d84c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774146159885'] for subnet, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:03.824994 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f06468e5-3d77-4173-bfa2-64841b38661d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:18:03.970904 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2e5bc-aca8-49b4-9795-7405a6d84c9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=83cff683-22aa-442d-a74e-51b39d0e9a80,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:18:03.986687 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2e5bc-aca8-49b4-9795-7405a6d84c9a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:18:03.987079 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2e5bc-aca8-49b4-9795-7405a6d84c9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:18:03.987454 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2e5bc-aca8-49b4-9795-7405a6d84c9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:18:03.987824 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2e5bc-aca8-49b4-9795-7405a6d84c9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:18:03.988191 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2e5bc-aca8-49b4-9795-7405a6d84c9a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:18:03.988555 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2e5bc-aca8-49b4-9795-7405a6d84c9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:18:03.988919 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2e5bc-aca8-49b4-9795-7405a6d84c9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:18:03.989280 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2e5bc-aca8-49b4-9795-7405a6d84c9a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:18:03.989641 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2e5bc-aca8-49b4-9795-7405a6d84c9a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:18:03.990635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2e5bc-aca8-49b4-9795-7405a6d84c9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:18:03.991009 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2e5bc-aca8-49b4-9795-7405a6d84c9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:18:03.991340 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c2e5bc-aca8-49b4-9795-7405a6d84c9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:18:03.996445 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-46c2e5bc-aca8-49b4-9795-7405a6d84c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:18:04.023124 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c2e5bc-aca8-49b4-9795-7405a6d84c9a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:18:04.023772 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-46c2e5bc-aca8-49b4-9795-7405a6d84c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for subnet, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:04.025157 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-46c2e5bc-aca8-49b4-9795-7405a6d84c9a admin admin] 10.222.0.35 "PUT /v2.0/subnets/83cff683-22aa-442d-a74e-51b39d0e9a80 HTTP/1.1" status: 200  len: 868 time: 0.6512241
Nov 19 14:18:04.028206 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea3a3f3-fc4a-4120-8401-ad2aedd99294 None None] Network 7a8f6ffb-ce59-4610-9ca9-42368ad04950 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:18:04.524805 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-40543515-6d1e-48b8-9463-ae5db2d95da3 None None] Provisioning complete for port 6cc537c5-546b-41f1-a14a-419bef8f69d8 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:18:04.525335 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40543515-6d1e-48b8-9463-ae5db2d95da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:04.654934 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-40543515-6d1e-48b8-9463-ae5db2d95da3 None None] Provisioning complete for port d6afdd2b-ea8a-43b2-955a-b4f147c22893 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:18:04.655346 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40543515-6d1e-48b8-9463-ae5db2d95da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:06.484048 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 52552) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:18:06.698172 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c119df-c501-4657-8774-ce0eb61715d2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:18:06.698520 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c119df-c501-4657-8774-ce0eb61715d2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:18:06.700213 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-f2c119df-c501-4657-8774-ce0eb61715d2 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2151294
Nov 19 14:18:09.173609 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 52562) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:18:09.384470 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1645365-af03-440b-bd75-f17e37d9a5ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:18:09.384898 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1645365-af03-440b-bd75-f17e37d9a5ea admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:18:09.388357 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-d1645365-af03-440b-bd75-f17e37d9a5ea admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2136245
Nov 19 14:18:11.856738 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 52572) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:18:12.062056 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563f5ed4-b25d-4e40-b602-5d57c2c2570e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:18:12.063451 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-563f5ed4-b25d-4e40-b602-5d57c2c2570e admin admin] 10.222.0.35 "GET /v2.0/networks/30e7e950-b2fa-4cc4-9540-c3d995e774bc HTTP/1.1" status: 200  len: 886 time: 0.2057097
Nov 19 14:18:14.503687 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 52582) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:18:14.714529 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd933b25-3aa7-4625-8908-f4f8b860e817 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:18:14.715972 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-fd933b25-3aa7-4625-8908-f4f8b860e817 admin admin] 10.222.0.35 "GET /v2.0/networks/7a8f6ffb-ce59-4610-9ca9-42368ad04950 HTTP/1.1" status: 200  len: 862 time: 0.2111411
Nov 19 14:18:17.164243 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 52592) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:18:17.303853 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8647d1-f0b2-41b3-92be-7b8b866497e4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:18:17.304265 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8647d1-f0b2-41b3-92be-7b8b866497e4 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:18:17.305848 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-ae8647d1-f0b2-41b3-92be-7b8b866497e4 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1405754
Nov 19 14:18:19.754811 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 52602) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:18:19.898292 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a53a64-ea18-45bf-b8ef-6a4370f6314a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:18:19.898760 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a53a64-ea18-45bf-b8ef-6a4370f6314a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:18:19.900489 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-41a53a64-ea18-45bf-b8ef-6a4370f6314a admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1445923
Nov 19 14:18:22.357716 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 52612) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:18:22.499443 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57acd4d-f643-4153-bd63-1fcb9acffc01 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:18:22.500870 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-b57acd4d-f643-4153-bd63-1fcb9acffc01 admin admin] 10.222.0.35 "GET /v2.0/subnets/83cff683-22aa-442d-a74e-51b39d0e9a80 HTTP/1.1" status: 200  len: 868 time: 0.1421268
Nov 19 14:18:24.948837 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 52622) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:18:25.087159 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff46f090-6d0f-43d5-824b-d2ad9ab02543 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:18:25.088576 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-ff46f090-6d0f-43d5-824b-d2ad9ab02543 admin admin] 10.222.0.35 "GET /v2.0/subnets/c880977d-f782-4d1f-ba36-7b5f08e013ca HTTP/1.1" status: 200  len: 816 time: 0.1387086
Nov 19 14:18:25.468921 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c5bc98de-680c-49c2-8497-b869b196591a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:25.749770 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 5 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:18:28.172293 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-51a59d4e-eed7-4863-8ded-f9ab0d578518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:28.741128 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:29.610090 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:29.889201 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:50.507614 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 52662) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:18:50.586211 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [None req-d7e84c5e-b545-4378-b8a8-aa86c9d77345 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80261) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 14:18:50.587354 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-d7e84c5e-b545-4378-b8a8-aa86c9d77345 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0786829
Nov 19 14:18:53.125290 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 52672) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:18:53.225213 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f63047-dda2-4361-a00a-21c79854bc9b admin admin] GET failed (client error): The resource could not be found.
Nov 19 14:18:53.226504 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-a1f63047-dda2-4361-a00a-21c79854bc9b admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1002297
Nov 19 14:18:53.524594 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec83b867-f732-4757-b980-7b0fd0531c83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:18:53.526088 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-ec83b867-f732-4757-b980-7b0fd0531c83 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.2953756
Nov 19 14:18:55.472096 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0554d1ae-0248-469f-93be-65fb6a46abe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:55.982597 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 52682) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:18:56.059891 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-ee7bb6b3-d8cf-41e9-ac6b-2b28d113b73c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:18:56.064784 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-ee7bb6b3-d8cf-41e9-ac6b-2b28d113b73c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:18:56.074425 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-ee7bb6b3-d8cf-41e9-ac6b-2b28d113b73c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:18:56.083634 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7bb6b3-d8cf-41e9-ac6b-2b28d113b73c admin admin] Made reservation on behalf of 764c8be8ae4f4762be0b11d72dc40515 for: {'network': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:18:56.088215 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb6b3-d8cf-41e9-ac6b-2b28d113b73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for network, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:56.180843 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING neutron.services.revisions.revision_plugin [None req-ee7bb6b3-d8cf-41e9-ac6b-2b28d113b73c admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fae37d5b358] {project_id='764c8be8ae4f4762be0b11d72dc40515', id='3201ba22-0d74-49d2-85f4-5b21e4c1052b', target_tenant='*', action='access_as_shared', object_id='5e0798cf-988a-4dc7-913b-47a3ebf4c17f'}> to bump revision.
Nov 19 14:18:56.196803 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee7bb6b3-d8cf-41e9-ac6b-2b28d113b73c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 14:18:56.206201 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb6b3-d8cf-41e9-ac6b-2b28d113b73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:56.206603 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.segments_db [None req-ee7bb6b3-d8cf-41e9-ac6b-2b28d113b73c admin admin] Added segment 575821af-3052-46d4-a677-a16a81822fda of type vxlan for network 5e0798cf-988a-4dc7-913b-47a3ebf4c17f
Nov 19 14:18:56.233119 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb6b3-d8cf-41e9-ac6b-2b28d113b73c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774145649933'] for network, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:56.261176 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb6b3-d8cf-41e9-ac6b-2b28d113b73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:56.262485 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7bb6b3-d8cf-41e9-ac6b-2b28d113b73c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:18:56.263143 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ee7bb6b3-d8cf-41e9-ac6b-2b28d113b73c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:56.268078 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e7a5a6e4-e1de-49d3-8f98-6e10d4b4423c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:18:56.367986 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-ee7bb6b3-d8cf-41e9-ac6b-2b28d113b73c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.3842201
Nov 19 14:18:56.375216 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7bb6b3-d8cf-41e9-ac6b-2b28d113b73c admin admin] Pushing event updated for resources: {'Network': ['ID=5e0798cf-988a-4dc7-913b-47a3ebf4c17f,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:18:56.378206 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ee7bb6b3-d8cf-41e9-ac6b-2b28d113b73c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:18:56.387448 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Network 5e0798cf-988a-4dc7-913b-47a3ebf4c17f details requested by agent ovs-agent-dv-cinder-763306-2-iscsi with host dv-cinder-763306-2-iscsi {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:18:58.174793 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-95c95aa1-a719-4862-a401-aa43021a9a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:58.742525 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:58.831400 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 52692) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:18:58.933258 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52328af-086c-4f8a-bc7a-ac6193dd2e6b admin admin] GET failed (client error): The resource could not be found.
Nov 19 14:18:58.933816 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-a52328af-086c-4f8a-bc7a-ac6193dd2e6b admin admin] Synchronizing usage tracker for tenant:764c8be8ae4f4762be0b11d72dc40515 on resource:network {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:18:58.948510 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-a52328af-086c-4f8a-bc7a-ac6193dd2e6b admin admin] Unset dirty status for tenant:764c8be8ae4f4762be0b11d72dc40515 on resource:network {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:18:58.949666 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-a52328af-086c-4f8a-bc7a-ac6193dd2e6b admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1171999
Nov 19 14:18:59.064578 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6f3885-de89-4a97-80db-de17894ac546 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:18:59.066026 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-3b6f3885-de89-4a97-80db-de17894ac546 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1119151
Nov 19 14:18:59.077557 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-8752a0db-8b61-4278-95bf-73a4bf1cba4d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '5e0798cf-988a-4dc7-913b-47a3ebf4c17f', 'cidr': '192.168.233.0/24'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:18:59.082057 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-8752a0db-8b61-4278-95bf-73a4bf1cba4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:18:59.091675 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-8752a0db-8b61-4278-95bf-73a4bf1cba4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:18:59.100177 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8752a0db-8b61-4278-95bf-73a4bf1cba4d admin admin] Made reservation on behalf of 764c8be8ae4f4762be0b11d72dc40515 for: {'subnet': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:18:59.104738 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8752a0db-8b61-4278-95bf-73a4bf1cba4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:59.496681 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8752a0db-8b61-4278-95bf-73a4bf1cba4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for subnet, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:59.511733 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:18:59.612453 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:59.643926 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752a0db-8b61-4278-95bf-73a4bf1cba4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0508774c-139d-4752-ab44-ad5e319a4fc4,revision_number=0']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:18:59.648020 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8752a0db-8b61-4278-95bf-73a4bf1cba4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:18:59.706948 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8752a0db-8b61-4278-95bf-73a4bf1cba4d admin admin] Checking segment: {'id': '575821af-3052-46d4-a677-a16a81822fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5e0798cf-988a-4dc7-913b-47a3ebf4c17f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:18:59.707336 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8752a0db-8b61-4278-95bf-73a4bf1cba4d admin admin] Network hostable DHCP agents. Network: 5e0798cf-988a-4dc7-913b-47a3ebf4c17f, hostable agents: ['4a7d4b2f-f99e-495c-ba2f-c341fae68c03'], hosted agents: [] {{(pid=80261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 14:18:59.728373 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8752a0db-8b61-4278-95bf-73a4bf1cba4d admin admin] Network 5e0798cf-988a-4dc7-913b-47a3ebf4c17f is scheduled to be hosted by DHCP agent 4a7d4b2f-f99e-495c-ba2f-c341fae68c03 with binding_index 1 {{(pid=80261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 14:18:59.736506 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-8752a0db-8b61-4278-95bf-73a4bf1cba4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-iscsi, 5e0798cf-988a-4dc7-913b-47a3ebf4c17f) {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:18:59.740900 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8752a0db-8b61-4278-95bf-73a4bf1cba4d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:18:59.741532 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8752a0db-8b61-4278-95bf-73a4bf1cba4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for subnet, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:59.745835 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03980c5-6ae8-468a-95ea-0642016f36b4 None None] Network 5e0798cf-988a-4dc7-913b-47a3ebf4c17f requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:18:59.764774 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-8752a0db-8b61-4278-95bf-73a4bf1cba4d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6908581
Nov 19 14:18:59.940496 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:18:59.998243 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped18c60e-6a75-5499-b97d-4bea333a774a-5e0798cf-988a-4dc7-913b-47a3ebf4c17f', 'network_id': '5e0798cf-988a-4dc7-913b-47a3ebf4c17f', 'tenant_id': '764c8be8ae4f4762be0b11d72dc40515', 'fixed_ips': [{'subnet_id': '0508774c-139d-4752-ab44-ad5e319a4fc4'}]}} from dv-cinder-763306-2-iscsi. {{(pid=80262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 14:18:59.999183 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:19:00.290864 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Allocated IP 192.168.233.2 (5e0798cf-988a-4dc7-913b-47a3ebf4c17f/0508774c-139d-4752-ab44-ad5e319a4fc4/6893a15b-c55b-4039-83da-b651633a6584) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:19:00.511013 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:19:00.522975 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Transition to ACTIVE for port object 6893a15b-c55b-4039-83da-b651633a6584 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:19:00.540195 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Transition to ACTIVE for port object 6893a15b-c55b-4039-83da-b651633a6584 will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:19:00.544860 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:19:00.560808 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-142dfe43-251a-4d3c-b09c-4277de8876a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:19:00.704737 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Pushing event updated for resources: {'Port': ['ID=6893a15b-c55b-4039-83da-b651633a6584,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:19:00.720643 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:19:00.721037 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:19:00.721420 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:19:00.721795 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:19:00.722170 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:19:00.722538 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:19:00.722928 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:19:00.723845 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:19:00.724218 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:19:00.724586 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:19:00.724952 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:19:00.725316 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:19:00.730500 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:19:00.766486 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Network 5e0798cf-988a-4dc7-913b-47a3ebf4c17f is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:19:00.767664 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:19:00.770716 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:19:00.826954 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Attempting to bind port 6893a15b-c55b-4039-83da-b651633a6584 on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:19:00.827374 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Attempting to bind port 6893a15b-c55b-4039-83da-b651633a6584 by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': '575821af-3052-46d4-a677-a16a81822fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5e0798cf-988a-4dc7-913b-47a3ebf4c17f'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:19:00.827783 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Attempting to bind port 6893a15b-c55b-4039-83da-b651633a6584 on network 5e0798cf-988a-4dc7-913b-47a3ebf4c17f {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:19:00.835202 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:19:00.835621 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Checking segment: {'id': '575821af-3052-46d4-a677-a16a81822fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5e0798cf-988a-4dc7-913b-47a3ebf4c17f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:19:00.836071 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:19:00.836515 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Bound using segment: {'id': '575821af-3052-46d4-a677-a16a81822fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5e0798cf-988a-4dc7-913b-47a3ebf4c17f'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:19:00.837027 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Bound port: 6893a15b-c55b-4039-83da-b651633a6584, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575821af-3052-46d4-a677-a16a81822fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5e0798cf-988a-4dc7-913b-47a3ebf4c17f'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:19:00.837448 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:19:00.930282 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] For port 6893a15b-c55b-4039-83da-b651633a6584, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:19:00.934295 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] For port 6893a15b-c55b-4039-83da-b651633a6584, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=6893a15b-c55b-4039-83da-b651633a6584,segment=NetworkSegment(575821af-3052-46d4-a677-a16a81822fda),segment_id=575821af-3052-46d4-a677-a16a81822fda)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:19:00.938523 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:19:00.958276 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f85a19a9-3866-45af-ab79-5c81213c942f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:19:01.253091 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Pushing event updated for resources: {'Port': ['ID=6893a15b-c55b-4039-83da-b651633a6584,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:19:01.258179 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:19:01.998136 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 6893a15b-c55b-4039-83da-b651633a6584 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:19:02.072860 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port 6893a15b-c55b-4039-83da-b651633a6584 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:19:02.501388 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c6ef94-6b52-46fc-927f-623443f1bb14 None None] Network 5e0798cf-988a-4dc7-913b-47a3ebf4c17f requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:19:02.607923 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-2092c997-a172-4e3f-a2dd-e023debe30e0 None None] Provisioning for port 6893a15b-c55b-4039-83da-b651633a6584 completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:19:02.618642 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-2092c997-a172-4e3f-a2dd-e023debe30e0 None None] Provisioning complete for port 6893a15b-c55b-4039-83da-b651633a6584 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:19:02.619066 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2092c997-a172-4e3f-a2dd-e023debe30e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:19:02.750546 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 5 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:19:02.847939 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2092c997-a172-4e3f-a2dd-e023debe30e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:19:02.893695 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-2092c997-a172-4e3f-a2dd-e023debe30e0 None None] For port 6893a15b-c55b-4039-83da-b651633a6584, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=6893a15b-c55b-4039-83da-b651633a6584,segment=NetworkSegment(575821af-3052-46d4-a677-a16a81822fda),segment_id=575821af-3052-46d4-a677-a16a81822fda)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:19:02.897523 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2092c997-a172-4e3f-a2dd-e023debe30e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:19:02.899883 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:19:02.971181 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092c997-a172-4e3f-a2dd-e023debe30e0 None None] Pushing event updated for resources: {'Port': ['ID=6893a15b-c55b-4039-83da-b651633a6584,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:19:02.975051 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2092c997-a172-4e3f-a2dd-e023debe30e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:19:03.130732 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-fcadafff-abbc-4088-8185-9dd169528f21 None None] Provisioning complete for port 6893a15b-c55b-4039-83da-b651633a6584 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:19:03.131280 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-fcadafff-abbc-4088-8185-9dd169528f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:19:03.378963 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-4c3199ec-2505-4d5d-8ff8-7cab9c1c090c None None] Provisioning complete for port 6893a15b-c55b-4039-83da-b651633a6584 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:19:03.379387 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4c3199ec-2505-4d5d-8ff8-7cab9c1c090c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:19:03.981207 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 6893a15b-c55b-4039-83da-b651633a6584 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:19:04.052097 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 6893a15b-c55b-4039-83da-b651633a6584 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:19:04.052512 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:19:25.474459 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b33eee34-a52b-4d22-807a-bb2b67670891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:19:28.176088 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c0749c31-6e92-49c3-a540-269c246281c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:19:28.747409 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:19:29.614861 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:19:29.902121 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:19:39.751338 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 5 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:19:55.477313 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-07006ca8-38ec-4cb1-9561-90ee793ed5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:19:58.178973 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c7b31203-ea8b-4594-b3f7-f610d58a1828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:19:58.748238 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:19:59.617496 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:19:59.904271 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:20:00.683213 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 52734) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:20:00.689502 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [None req-18ff53b2-3b96-4658-b91b-b46fa0e21c6a tempest-verify_tempest_config-1355094255 tempest-verify_tempest_config-1355094255] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80261) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 14:20:00.690546 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-18ff53b2-3b96-4658-b91b-b46fa0e21c6a tempest-verify_tempest_config-1355094255 tempest-verify_tempest_config-1355094255] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12795 time: 0.0063105
Nov 19 14:20:01.035533 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 52754) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:20:01.184309 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:20:01.218813 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:20:01.222789 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Usage tracker for resource:security_group_rule and tenant:18f498abd6ca482eaaa89b56c7b42e86 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:20:01.225651 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:20:01.231352 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:20:01.303214 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:20:01.305666 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:20:01.313845 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:20:01.353994 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cac75d-864d-4c91-b676-c870f09e48a5,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:20:01.359898 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Synchronizing usage tracker for tenant:764c8be8ae4f4762be0b11d72dc40515 on resource:security_group {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:20:01.371334 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:20:01.371731 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:20:01.372102 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:20:01.372464 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:20:01.372825 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:20:01.373199 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:20:01.373557 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:20:01.373913 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:20:01.374282 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:20:01.374659 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:20:01.375014 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:20:01.375362 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:20:01.381923 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:20:01.389246 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Unset dirty status for tenant:764c8be8ae4f4762be0b11d72dc40515 on resource:security_group {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:20:01.390732 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=18f498abd6ca482eaaa89b56c7b42e86&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3540108
Nov 19 14:20:01.393191 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 52760) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:20:01.453955 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c0a878bc-fab4-4337-9536-bcded88630fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:20:01.479839 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c0a878bc-fab4-4337-9536-bcded88630fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:20:01.530370 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c0a878bc-fab4-4337-9536-bcded88630fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:20:01.535450 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:20:01.548582 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a878bc-fab4-4337-9536-bcded88630fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cac75d-864d-4c91-b676-c870f09e48a5,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:20:01.551772 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c0a878bc-fab4-4337-9536-bcded88630fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:20:01.552900 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c0a878bc-fab4-4337-9536-bcded88630fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:20:01.555049 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-c0a878bc-fab4-4337-9536-bcded88630fe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b2cac75d-864d-4c91-b676-c870f09e48a5 HTTP/1.1" status: 204  len: 168 time: 0.1608336
Nov 19 14:20:16.751331 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 5 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:20:25.477850 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-53037411-1ae1-4173-ae61-1400ba2fd703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:20:28.181817 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5d1e82a8-0440-4e3a-b8e9-6ee21c6556c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:20:28.750216 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:20:29.619159 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:20:29.906269 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:20:53.752514 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 5 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:20:55.479243 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-302c71ee-fef6-45f8-a529-bab95e526b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:20:58.182103 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4211c64a-4d63-4b21-b7ff-8b03671804bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:20:58.753688 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:20:59.621727 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:20:59.909802 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:21:25.480815 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d242bd68-7633-4e6c-adb0-915009287b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:21:28.183254 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8cb2d1c6-e2e2-437e-9e09-cd9742b3aed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:21:28.756999 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:21:29.624339 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:21:29.921833 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:21:30.753213 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 5 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:21:42.849035 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201'] for agent, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:21:42.849623 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:21:42.849845 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:21:42.850243 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:21:42.850639 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:21:42.851015 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:21:42.851393 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:21:42.851767 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:21:42.852135 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:21:42.852504 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:21:42.852883 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:21:42.853254 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:21:42.853649 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:21:42.854026 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fae3db06e48>, 'Open vSwitch agent', 'hv-cinder-76330', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:21:42.858394 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fae3d0f3eb8>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76330', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:21:43.247406 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] get_endpoint_by_host() called for host hv-cinder-76330 {{(pid=80262) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Nov 19 14:21:43.251608 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] get_endpoint_by_ip() called for ip 192.168.0.10 {{(pid=80262) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Nov 19 14:21:43.255276 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] _add_endpoint() called for ip 192.168.0.10 {{(pid=80262) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Nov 19 14:21:43.259895 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] _get_endpoints() called {{(pid=80262) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Nov 19 14:21:55.483091 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2ac93b18-cd76-402c-9007-ea83bfdc23cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:21:55.651558 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 52832) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:21:55.801191 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-9b9040ff-9630-4268-8082-130230112419 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1484342
Nov 19 14:21:58.184829 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9148e046-5752-4e27-aa90-0c912c35c5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:21:58.270248 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 52842) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:21:58.355877 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-ba90ba55-a593-473b-a690-b282fa9fa22f admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0844097
Nov 19 14:21:58.760100 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:21:59.625325 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:21:59.926538 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:22:07.754455 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:22:12.847637 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:22:25.485270 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-dbbc2ea3-31ec-4651-b0e7-accf0df0236d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:22:28.187859 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-eebe8728-dfaa-4e7e-bb8a-4e49831298d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:22:28.761698 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:22:29.625932 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:22:29.928066 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:22:42.862912 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:22:44.755976 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:22:55.490224 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b2c33c94-5994-4a44-9606-5c02e81d1538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:22:58.188859 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0d9cbee1-c3a4-4bbd-a969-2799c66e871e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:22:58.765055 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:22:59.626761 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:22:59.923301 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:12.880222 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:21.757290 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:23:25.504044 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ec612b06-dca6-4a30-9120-c5b7381aa9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:28.209260 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f5178633-4724-4fef-a350-efa0f6f09c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:28.767966 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:29.629969 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:29.931204 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:30.437100 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53020) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:30.472585 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53026) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:30.857968 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-248725077-network', 'tenant_id': '47f4615d3a074f2088e8036340eaa188'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:23:30.863734 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:30.867774 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Usage tracker for resource:network and tenant:47f4615d3a074f2088e8036340eaa188 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:30.870924 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:30.877906 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:30.887655 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Made reservation on behalf of 47f4615d3a074f2088e8036340eaa188 for: {'network': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:23:30.892424 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for network, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:30.906405 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:30.937474 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-171072738-network', 'tenant_id': 'c423d5e8c09244fb852385eabc7c6c60'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:23:30.946472 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:30.959177 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Usage tracker for resource:network and tenant:c423d5e8c09244fb852385eabc7c6c60 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:30.963852 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:30.972028 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:30.977240 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:30.983180 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Usage tracker for resource:security_group_rule and tenant:47f4615d3a074f2088e8036340eaa188 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:30.988273 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:30.994858 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:30.996919 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Made reservation on behalf of c423d5e8c09244fb852385eabc7c6c60 for: {'network': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:23:31.001601 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for network, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:31.021662 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:31.100716 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:31.108751 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Usage tracker for resource:security_group_rule and tenant:c423d5e8c09244fb852385eabc7c6c60 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:31.118410 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:31.129916 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:31.133805 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:31.142126 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:31.150696 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-28bf2f75-5d9d-4da1-a13e-ba651b657a4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:31.190188 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 14:23:31.216618 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d0ea03-1072-4fbf-b35e-db286a55636e,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:31.225873 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:31.226251 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.segments_db [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Added segment 7e79ac78-163e-4885-8b42-e8d79bd2dcc6 of type vxlan for network 80acf9a6-1703-459a-853b-6824e4d40fc2
Nov 19 14:23:31.257288 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.257678 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.258055 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.258428 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.258831 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.259206 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.259567 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.259929 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.260297 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.260659 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.261020 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.261378 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.261837 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.262195 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.262552 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.262956 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.263313 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.263668 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.264021 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.264380 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.264731 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.265081 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.265437 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.265787 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Tracked resource versions report:
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]: pushed versions:
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]: {   'AddressGroup': {'1.0'},
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:     'ConntrackHelper': {'1.0'},
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Log': {'1.0'},
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Network': {'1.1'},
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Port': {'1.6'},
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:     'PortForwarding': {'1.2'},
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:     'QosPolicy': {'1.8'},
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SecurityGroup': {'1.2'},
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SecurityGroupRule': {'1.0'},
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SubPort': {'1.0'},
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Subnet': {'1.1'},
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Trunk': {'1.1'}}
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]: consumer versions:
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]: {   DHCP agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:     L3 agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:     Metadata agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:     Metering agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:     Open vSwitch agent@dv-cinder-763306-2-iscsi: {   'AddressGroup': '1.0',
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'ConntrackHelper': '1.0',
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Log': '1.0',
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Network': '1.1',
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Port': '1.6',
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'PortForwarding': '1.2',
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'QosPolicy': '1.8',
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SecurityGroup': '1.2',
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SecurityGroupRule': '1.0',
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SubPort': '1.0',
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Subnet': '1.1',
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Trunk': '1.1'},
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:     Open vSwitch agent@hv-cinder-76330: {   'AddressGroup': '1.0',
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'ConntrackHelper': '1.0',
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'Log': '1.0',
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'Network': '1.1',
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'Port': '1.6',
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'PortForwarding': '1.2',
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'QosPolicy': '1.8',
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'SecurityGroup': '1.2',
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'SecurityGroupRule': '1.0',
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'SubPort': '1.0',
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'Subnet': '1.1',
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'Trunk': '1.1'}}
Nov 19 14:23:31.267088 dv-cinder-763306-2-iscsi neutron-server[80149]:  {{(pid=80261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 14:23:31.283775 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:31.300742 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774145649933'] for network, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:31.303654 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 53052) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:31.309183 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:31.315411 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:31.330201 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c0a878bc-fab4-4337-9536-bcded88630fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:31.374548 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:31.375615 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1484666c-d5e4-474b-9e5f-cd14889718a5,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:31.380014 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:23:31.380646 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:31.386599 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:31.387023 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:31.412162 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.db.api [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80261) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 14:23:31.412522 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_db.api [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 14:23:31.520127 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Pushing event updated for resources: {'Network': ['ID=80acf9a6-1703-459a-853b-6824e4d40fc2,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:31.523281 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:31.524771 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.0866082
Nov 19 14:23:31.528270 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53062) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:31.532668 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Network 80acf9a6-1703-459a-853b-6824e4d40fc2 details requested by agent ovs-agent-dv-cinder-763306-2-iscsi with host dv-cinder-763306-2-iscsi {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:23:31.535336 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-b6b03d1f-7e24-4a94-8132-84fc55f5d652 admin admin] Request body: {'subnet': {'network_id': '80acf9a6-1703-459a-853b-6824e4d40fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-248725077-subnet', 'tenant_id': '47f4615d3a074f2088e8036340eaa188', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:23:31.540833 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-b6b03d1f-7e24-4a94-8132-84fc55f5d652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:31.545308 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-b6b03d1f-7e24-4a94-8132-84fc55f5d652 admin admin] Usage tracker for resource:subnet and tenant:47f4615d3a074f2088e8036340eaa188 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:31.549608 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-b6b03d1f-7e24-4a94-8132-84fc55f5d652 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:31.557042 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-b6b03d1f-7e24-4a94-8132-84fc55f5d652 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:31.567105 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Network 80acf9a6-1703-459a-853b-6824e4d40fc2 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:23:31.576362 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b03d1f-7e24-4a94-8132-84fc55f5d652 admin admin] Made reservation on behalf of 47f4615d3a074f2088e8036340eaa188 for: {'subnet': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:23:31.582165 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b6b03d1f-7e24-4a94-8132-84fc55f5d652 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:31.876476 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-202479420-network', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:23:31.884408 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:31.889730 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Usage tracker for resource:network and tenant:e4cdfec880b540fbaaff093eb5b0334c is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:31.894914 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:31.903487 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:31.918420 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Made reservation on behalf of e4cdfec880b540fbaaff093eb5b0334c for: {'network': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:23:31.923468 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for network, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:31.929674 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for network, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:31.941173 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:31.976333 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 14:23:31.981849 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:31.985795 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:31.986212 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.segments_db [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Added segment 8063b039-1f6f-43b0-aac6-5204c597b782 of type vxlan for network ebc75a69-ceaf-497c-bb41-b049f96aa0a7
Nov 19 14:23:31.987052 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Usage tracker for resource:security_group_rule and tenant:e4cdfec880b540fbaaff093eb5b0334c is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:32.001245 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:32.008107 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:32.016236 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774145649933'] for network, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:32.108332 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:32.112661 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:32.118987 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:32.133625 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:32.136271 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:23:32.136902 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:32.143204 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:32.156306 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de81cd76-33fe-4ce9-996e-68ee674bf485,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:32.169085 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.169559 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.170009 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.170440 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.170867 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.171465 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.172062 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.172624 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.173185 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.173779 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.174324 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.174890 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.175704 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.176229 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.176739 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.177347 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.177856 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.178359 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.178892 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.180084 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.180612 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.181124 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.181634 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.182139 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Tracked resource versions report:
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]: pushed versions:
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]: {   'AddressGroup': {'1.0'},
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:     'ConntrackHelper': {'1.0'},
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Log': {'1.0'},
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Network': {'1.1'},
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Port': {'1.6'},
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:     'PortForwarding': {'1.2'},
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:     'QosPolicy': {'1.8'},
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SecurityGroup': {'1.2'},
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SecurityGroupRule': {'1.0'},
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SubPort': {'1.0'},
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Subnet': {'1.1'},
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Trunk': {'1.1'}}
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]: consumer versions:
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]: {   DHCP agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:     L3 agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:     Metadata agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:     Metering agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:     Open vSwitch agent@dv-cinder-763306-2-iscsi: {   'AddressGroup': '1.0',
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'ConntrackHelper': '1.0',
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Log': '1.0',
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Network': '1.1',
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Port': '1.6',
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'PortForwarding': '1.2',
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'QosPolicy': '1.8',
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SecurityGroup': '1.2',
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SecurityGroupRule': '1.0',
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SubPort': '1.0',
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Subnet': '1.1',
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Trunk': '1.1'},
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:     Open vSwitch agent@hv-cinder-76330: {   'AddressGroup': '1.0',
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'ConntrackHelper': '1.0',
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'Log': '1.0',
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'Network': '1.1',
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'Port': '1.6',
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'PortForwarding': '1.2',
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'QosPolicy': '1.8',
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'SecurityGroup': '1.2',
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'SecurityGroupRule': '1.0',
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'SubPort': '1.0',
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'Subnet': '1.1',
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'Trunk': '1.1'}}
Nov 19 14:23:32.183586 dv-cinder-763306-2-iscsi neutron-server[80149]:  {{(pid=80260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 14:23:32.193852 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:32.206791 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 14:23:32.218209 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774146263616', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:32.218867 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.segments_db [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Added segment f5e9c60a-4a26-44b0-86a6-f78ad9885ef8 of type vxlan for network cdddb518-8cf2-4322-a35f-0e12175bafb1
Nov 19 14:23:32.246101 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774145649933'] for network, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:32.261219 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Pushing event updated for resources: {'Network': ['ID=ebc75a69-ceaf-497c-bb41-b049f96aa0a7,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:32.264395 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:32.266606 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.7931049
Nov 19 14:23:32.270101 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53080) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:32.276154 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-66ef8cc8-608b-47fb-b371-666299221eeb admin admin] Request body: {'subnet': {'network_id': 'ebc75a69-ceaf-497c-bb41-b049f96aa0a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-171072738-subnet', 'tenant_id': 'c423d5e8c09244fb852385eabc7c6c60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:23:32.282242 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:32.282440 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Network ebc75a69-ceaf-497c-bb41-b049f96aa0a7 details requested by agent ovs-agent-dv-cinder-763306-2-iscsi with host dv-cinder-763306-2-iscsi {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:23:32.284653 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:23:32.284784 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-66ef8cc8-608b-47fb-b371-666299221eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:32.285317 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:32.292616 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-66ef8cc8-608b-47fb-b371-666299221eeb admin admin] Usage tracker for resource:subnet and tenant:c423d5e8c09244fb852385eabc7c6c60 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:32.296909 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-66ef8cc8-608b-47fb-b371-666299221eeb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:32.304877 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-66ef8cc8-608b-47fb-b371-666299221eeb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:32.308947 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:32.321947 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Network ebc75a69-ceaf-497c-bb41-b049f96aa0a7 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:23:32.356882 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ef8cc8-608b-47fb-b371-666299221eeb admin admin] Made reservation on behalf of c423d5e8c09244fb852385eabc7c6c60 for: {'subnet': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:23:32.362336 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-66ef8cc8-608b-47fb-b371-666299221eeb admin admin] Notify callbacks [] for subnet, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:32.414496 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Pushing event updated for resources: {'Network': ['ID=cdddb518-8cf2-4322-a35f-0e12175bafb1,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:32.418750 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 1.1137881
Nov 19 14:23:32.419909 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:32.422018 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 53086) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:32.431056 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-7e7faa96-6b79-4c33-a87e-2e4874122c97 admin admin] Request body: {'subnet': {'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-202479420-subnet', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:23:32.437221 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-7e7faa96-6b79-4c33-a87e-2e4874122c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:32.442341 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-7e7faa96-6b79-4c33-a87e-2e4874122c97 admin admin] Usage tracker for resource:subnet and tenant:e4cdfec880b540fbaaff093eb5b0334c is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:32.446888 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-7e7faa96-6b79-4c33-a87e-2e4874122c97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:32.453446 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-7e7faa96-6b79-4c33-a87e-2e4874122c97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:32.464758 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7faa96-6b79-4c33-a87e-2e4874122c97 admin admin] Made reservation on behalf of e4cdfec880b540fbaaff093eb5b0334c for: {'subnet': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:23:32.470042 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7e7faa96-6b79-4c33-a87e-2e4874122c97 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:32.476529 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b6b03d1f-7e24-4a94-8132-84fc55f5d652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for subnet, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:32.500664 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:32.542760 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Network cdddb518-8cf2-4322-a35f-0e12175bafb1 details requested by agent ovs-agent-dv-cinder-763306-2-iscsi with host dv-cinder-763306-2-iscsi {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:23:32.580272 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Network cdddb518-8cf2-4322-a35f-0e12175bafb1 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:23:32.893272 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b03d1f-7e24-4a94-8132-84fc55f5d652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50e198b2-ee89-4388-a114-d02530a08401,revision_number=0']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:32.897582 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b6b03d1f-7e24-4a94-8132-84fc55f5d652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:33.175477 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b03d1f-7e24-4a94-8132-84fc55f5d652 admin admin] Checking segment: {'id': '7e79ac78-163e-4885-8b42-e8d79bd2dcc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80acf9a6-1703-459a-853b-6824e4d40fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:23:33.175839 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b03d1f-7e24-4a94-8132-84fc55f5d652 admin admin] Network hostable DHCP agents. Network: 80acf9a6-1703-459a-853b-6824e4d40fc2, hostable agents: ['4a7d4b2f-f99e-495c-ba2f-c341fae68c03'], hosted agents: [] {{(pid=80261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 14:23:33.269829 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7e7faa96-6b79-4c33-a87e-2e4874122c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for subnet, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:33.288790 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-00df215d-7a4e-4e1b-843d-a43830d92ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:33.343326 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b03d1f-7e24-4a94-8132-84fc55f5d652 admin admin] Network 80acf9a6-1703-459a-853b-6824e4d40fc2 is scheduled to be hosted by DHCP agent 4a7d4b2f-f99e-495c-ba2f-c341fae68c03 with binding_index 1 {{(pid=80261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 14:23:33.363759 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-b6b03d1f-7e24-4a94-8132-84fc55f5d652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-iscsi, 80acf9a6-1703-459a-853b-6824e4d40fc2) {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:23:33.372349 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a8b768-38d7-4043-82cb-4e97dda7ae0f None None] Network 80acf9a6-1703-459a-853b-6824e4d40fc2 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:23:33.372716 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b03d1f-7e24-4a94-8132-84fc55f5d652 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:23:33.373420 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b6b03d1f-7e24-4a94-8132-84fc55f5d652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for subnet, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:33.410197 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-b6b03d1f-7e24-4a94-8132-84fc55f5d652 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.8805416
Nov 19 14:23:33.534748 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-66ef8cc8-608b-47fb-b371-666299221eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for subnet, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:33.575180 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8752a0db-8b61-4278-95bf-73a4bf1cba4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:33.660593 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7faa96-6b79-4c33-a87e-2e4874122c97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce705c2c-2ed4-4025-aa9f-42e56e9aa635,revision_number=0']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:33.681002 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7e7faa96-6b79-4c33-a87e-2e4874122c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:33.824754 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7faa96-6b79-4c33-a87e-2e4874122c97 admin admin] Checking segment: {'id': 'f5e9c60a-4a26-44b0-86a6-f78ad9885ef8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:23:33.825382 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7faa96-6b79-4c33-a87e-2e4874122c97 admin admin] Network hostable DHCP agents. Network: cdddb518-8cf2-4322-a35f-0e12175bafb1, hostable agents: ['4a7d4b2f-f99e-495c-ba2f-c341fae68c03'], hosted agents: [] {{(pid=80260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 14:23:33.831177 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef8cc8-608b-47fb-b371-666299221eeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8dea17d-5e4e-426b-8f91-2edb1085e5c9,revision_number=0']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:33.836691 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-66ef8cc8-608b-47fb-b371-666299221eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:33.852846 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ef8cc8-608b-47fb-b371-666299221eeb admin admin] Checking segment: {'id': '8063b039-1f6f-43b0-aac6-5204c597b782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ebc75a69-ceaf-497c-bb41-b049f96aa0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:23:33.853238 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ef8cc8-608b-47fb-b371-666299221eeb admin admin] Network hostable DHCP agents. Network: ebc75a69-ceaf-497c-bb41-b049f96aa0a7, hostable agents: ['4a7d4b2f-f99e-495c-ba2f-c341fae68c03'], hosted agents: [] {{(pid=80261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 14:23:33.890199 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ef8cc8-608b-47fb-b371-666299221eeb admin admin] Network ebc75a69-ceaf-497c-bb41-b049f96aa0a7 is scheduled to be hosted by DHCP agent 4a7d4b2f-f99e-495c-ba2f-c341fae68c03 with binding_index 1 {{(pid=80261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 14:23:33.900738 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7faa96-6b79-4c33-a87e-2e4874122c97 admin admin] Network cdddb518-8cf2-4322-a35f-0e12175bafb1 is scheduled to be hosted by DHCP agent 4a7d4b2f-f99e-495c-ba2f-c341fae68c03 with binding_index 1 {{(pid=80260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 14:23:33.929627 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-66ef8cc8-608b-47fb-b371-666299221eeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-iscsi, ebc75a69-ceaf-497c-bb41-b049f96aa0a7) {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:23:33.933044 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-7e7faa96-6b79-4c33-a87e-2e4874122c97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-iscsi, cdddb518-8cf2-4322-a35f-0e12175bafb1) {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:23:33.935374 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ef8cc8-608b-47fb-b371-666299221eeb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:23:33.936653 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-66ef8cc8-608b-47fb-b371-666299221eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for subnet, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:33.937781 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7faa96-6b79-4c33-a87e-2e4874122c97 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:23:33.938597 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7e7faa96-6b79-4c33-a87e-2e4874122c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for subnet, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:33.962526 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-66ef8cc8-608b-47fb-b371-666299221eeb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.6886311
Nov 19 14:23:33.962955 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53142) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:33.970043 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-171072738-router', 'tenant_id': 'c423d5e8c09244fb852385eabc7c6c60', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:23:33.976080 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:33.981168 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Usage tracker for resource:router and tenant:c423d5e8c09244fb852385eabc7c6c60 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:33.985090 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:33.992637 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:34.012179 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-7e7faa96-6b79-4c33-a87e-2e4874122c97 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.5887892
Nov 19 14:23:34.013107 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 53148) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:34.030701 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-202479420-router', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:23:34.033762 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-758591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2788'] for router, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:34.035069 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854017225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-786376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-574391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773012'] for router, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:34.045301 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:34.055075 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Usage tracker for resource:router and tenant:e4cdfec880b540fbaaff093eb5b0334c is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:34.059286 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:34.063597 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac52ad56-1cd6-435f-b268-5ebcb7d8c4ae None None] Network ebc75a69-ceaf-497c-bb41-b049f96aa0a7 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:23:34.067308 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:34.067677 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:34.081090 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-758591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2788'] for router, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:34.082470 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854017225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-786376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-574391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773012'] for router, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:34.090665 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd4e94e-898d-44e2-9173-a15d01b16c95 None None] Network cdddb518-8cf2-4322-a35f-0e12175bafb1 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:23:34.139697 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:34.244699 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-786239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-758694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773025'] for router, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:34.614402 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:34.652260 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:34.714619 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-786239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-758694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773025'] for router, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:35.053489 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34439ee-7713-4a69-a59b-c5959e35dd62 None None] Network ebc75a69-ceaf-497c-bb41-b049f96aa0a7 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:23:35.063103 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53196) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:35.071377 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 19 14:23:35.095405 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:35.131370 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:35.303155 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20620686-1273-4d48-b085-f1dda4fe24e9 None None] Network 80acf9a6-1703-459a-853b-6824e4d40fc2 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:23:35.455584 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped18c60e-6a75-5499-b97d-4bea333a774a-cdddb518-8cf2-4322-a35f-0e12175bafb1', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'fixed_ips': [{'subnet_id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635'}]}} from dv-cinder-763306-2-iscsi. {{(pid=80262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 14:23:35.456421 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:35.459794 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 53214) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:35.490837 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Allocated IP 172.27.0.11 (30e7e950-b2fa-4cc4-9540-c3d995e774bc/c880977d-f782-4d1f-ba36-7b5f08e013ca/5a12963d-42e1-428a-94ea-acbf81d5ae66) {{(pid=80261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:23:35.552399 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-4cc22e92-89e8-4b00-ab75-c6e2ba0524e0 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:23:35.553149 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-4cc22e92-89e8-4b00-ab75-c6e2ba0524e0 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Synchronizing usage tracker for tenant:47f4615d3a074f2088e8036340eaa188 on resource:network {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:23:35.643194 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-4cc22e92-89e8-4b00-ab75-c6e2ba0524e0 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Unset dirty status for tenant:47f4615d3a074f2088e8036340eaa188 on resource:network {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:23:35.644469 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-4cc22e92-89e8-4b00-ab75-c6e2ba0524e0 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/networks?id=80acf9a6-1703-459a-853b-6824e4d40fc2 HTTP/1.1" status: 200  len: 811 time: 0.5772595
Nov 19 14:23:35.665185 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-866ce8e3-212f-4d6e-bdaf-371ac1c6e101 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/quotas/47f4615d3a074f2088e8036340eaa188 HTTP/1.1" status: 200  len: 375 time: 0.0120058
Nov 19 14:23:35.709945 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2fa0341a-cf84-4b51-8da4-d2abc48a8491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:35.727482 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-530ef3c6-53c3-4413-a67c-9b1ccc5acfce tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?tenant_id=47f4615d3a074f2088e8036340eaa188&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0549939
Nov 19 14:23:35.766918 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:35.797455 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582'] for port, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:35.912265 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Allocated IP 172.27.0.208 (30e7e950-b2fa-4cc4-9540-c3d995e774bc/c880977d-f782-4d1f-ba36-7b5f08e013ca/fa48f8dc-718a-442e-ab14-8832e21eb1aa) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:23:35.978918 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-2fa0341a-cf84-4b51-8da4-d2abc48a8491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:35.992030 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Allocated IP 172.20.0.2 (cdddb518-8cf2-4322-a35f-0e12175bafb1/ce705c2c-2ed4-4025-aa9f-42e56e9aa635/8b6a3e6e-97cf-479d-bad8-82e061d55434) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:23:36.013841 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-2fa0341a-cf84-4b51-8da4-d2abc48a8491 admin admin] Usage tracker for resource:security_group_rule and tenant:bc5f08ccbcea4545b76d4c9a008acfa0 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:36.019155 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-2fa0341a-cf84-4b51-8da4-d2abc48a8491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:36.054037 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:36.078660 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-2fa0341a-cf84-4b51-8da4-d2abc48a8491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:36.122941 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Network 30e7e950-b2fa-4cc4-9540-c3d995e774bc is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:23:36.138661 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:23:36.144402 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Received port after_create {{(pid=80261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:23:36.222690 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:36.258408 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-a5ff68ca-2583-437f-817a-487223235aee service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80261) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 14:23:36.259676 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-a5ff68ca-2583-437f-817a-487223235aee service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.2166247
Nov 19 14:23:36.346661 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2fa0341a-cf84-4b51-8da4-d2abc48a8491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:36.360576 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2fa0341a-cf84-4b51-8da4-d2abc48a8491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:36.403395 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:36.415136 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-2fa0341a-cf84-4b51-8da4-d2abc48a8491 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bc5f08ccbcea4545b76d4c9a008acfa0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9517534
Nov 19 14:23:36.423978 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 53242) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:36.439924 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-5f59a666-fa35-4e72-84e2-04de4a716b07 service neutron] 10.222.0.35 "GET /v2.0/networks/80acf9a6-1703-459a-853b-6824e4d40fc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1657171
Nov 19 14:23:36.489859 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:36.712362 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:36.713150 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa0341a-cf84-4b51-8da4-d2abc48a8491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a75be7-036e-4253-86bd-fc0e0dde8ae1,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:36.733765 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2fa0341a-cf84-4b51-8da4-d2abc48a8491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:36.735761 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.227s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:36.753651 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Transition to ACTIVE for port object 8b6a3e6e-97cf-479d-bad8-82e061d55434 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:23:36.775293 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Transition to ACTIVE for port object 8b6a3e6e-97cf-479d-bad8-82e061d55434 will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:23:36.783875 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:36.793656 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Pushing event updated for resources: {'Port': ['ID=5a12963d-42e1-428a-94ea-acbf81d5ae66,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:36.810431 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:36.817419 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9cdc3b7e-caae-468e-8479-11bcd3c945b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:36.819700 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:36.852580 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9cdc3b7e-caae-468e-8479-11bcd3c945b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:36.857965 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:36.858698 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854017107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853989611'] for router, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:36.933399 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9cdc3b7e-caae-468e-8479-11bcd3c945b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:37.004164 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-2ca5eee6-4f59-45e5-adfd-5525acfb9738 service neutron] 10.222.0.35 "GET /v2.0/networks/80acf9a6-1703-459a-853b-6824e4d40fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5524902
Nov 19 14:23:37.028700 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Pushing event updated for resources: {'Port': ['ID=fa48f8dc-718a-442e-ab14-8832e21eb1aa,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:37.042818 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:37.046453 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2fa0341a-cf84-4b51-8da4-d2abc48a8491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:37.056593 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Pushing event updated for resources: {'Port': ['ID=8b6a3e6e-97cf-479d-bad8-82e061d55434,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:37.079079 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc3b7e-caae-468e-8479-11bcd3c945b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a75be7-036e-4253-86bd-fc0e0dde8ae1,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:37.087850 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9cdc3b7e-caae-468e-8479-11bcd3c945b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:37.090011 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Network 30e7e950-b2fa-4cc4-9540-c3d995e774bc is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:23:37.092314 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:23:37.095027 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:23:37.123859 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.124743 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.125196 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.125642 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.126083 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.126524 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.127690 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.128129 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.128580 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.129029 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.129461 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.130028 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.130577 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.131018 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.131449 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.131876 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.132303 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.132740 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.133166 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.133591 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.134012 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.134439 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.135128 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.135564 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Tracked resource versions report:
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]: pushed versions:
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]: {   'AddressGroup': {'1.0'},
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:     'ConntrackHelper': {'1.0'},
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Log': {'1.0'},
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Network': {'1.1'},
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Port': {'1.6'},
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:     'PortForwarding': {'1.2'},
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:     'QosPolicy': {'1.8'},
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SecurityGroup': {'1.2'},
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SecurityGroupRule': {'1.0'},
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SubPort': {'1.0'},
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Subnet': {'1.1'},
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Trunk': {'1.1'}}
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]: consumer versions:
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]: {   DHCP agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:     L3 agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:     Metadata agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:     Metering agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:     Open vSwitch agent@dv-cinder-763306-2-iscsi: {   'AddressGroup': '1.0',
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'ConntrackHelper': '1.0',
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Log': '1.0',
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Network': '1.1',
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Port': '1.6',
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'PortForwarding': '1.2',
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'QosPolicy': '1.8',
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SecurityGroup': '1.2',
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SecurityGroupRule': '1.0',
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SubPort': '1.0',
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Subnet': '1.1',
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Trunk': '1.1'},
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:     Open vSwitch agent@hv-cinder-76330: {   'AddressGroup': '1.0',
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'ConntrackHelper': '1.0',
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'Log': '1.0',
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'Network': '1.1',
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'Port': '1.6',
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'PortForwarding': '1.2',
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'QosPolicy': '1.8',
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'SecurityGroup': '1.2',
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'SecurityGroupRule': '1.0',
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'SubPort': '1.0',
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'Subnet': '1.1',
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'Trunk': '1.1'}}
Nov 19 14:23:37.137177 dv-cinder-763306-2-iscsi neutron-server[80149]:  {{(pid=80262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 14:23:37.147877 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:37.159218 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Network cdddb518-8cf2-4322-a35f-0e12175bafb1 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:23:37.172592 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:23:37.176513 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:23:37.194364 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9cdc3b7e-caae-468e-8479-11bcd3c945b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:37.199874 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-9cdc3b7e-caae-468e-8479-11bcd3c945b5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/37a75be7-036e-4253-86bd-fc0e0dde8ae1 HTTP/1.1" status: 204  len: 168 time: 0.7745464
Nov 19 14:23:37.255652 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Attempting to bind port 8b6a3e6e-97cf-479d-bad8-82e061d55434 on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:23:37.256068 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Attempting to bind port 8b6a3e6e-97cf-479d-bad8-82e061d55434 by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': 'f5e9c60a-4a26-44b0-86a6-f78ad9885ef8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:23:37.256474 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Attempting to bind port 8b6a3e6e-97cf-479d-bad8-82e061d55434 on network cdddb518-8cf2-4322-a35f-0e12175bafb1 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:23:37.264142 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:23:37.264592 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Checking segment: {'id': 'f5e9c60a-4a26-44b0-86a6-f78ad9885ef8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:23:37.265186 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:37.265626 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Bound using segment: {'id': 'f5e9c60a-4a26-44b0-86a6-f78ad9885ef8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:23:37.266147 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Bound port: 8b6a3e6e-97cf-479d-bad8-82e061d55434, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e9c60a-4a26-44b0-86a6-f78ad9885ef8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:23:37.266591 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:37.427230 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] For port 8b6a3e6e-97cf-479d-bad8-82e061d55434, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:23:37.433155 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] For port 8b6a3e6e-97cf-479d-bad8-82e061d55434, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=8b6a3e6e-97cf-479d-bad8-82e061d55434,segment=NetworkSegment(f5e9c60a-4a26-44b0-86a6-f78ad9885ef8),segment_id=f5e9c60a-4a26-44b0-86a6-f78ad9885ef8)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:23:37.438239 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:37.456833 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Router 5a91e1e1-0836-4f58-8d64-5a5f3410fbfa is scheduled to L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f with binding_index 1 {{(pid=80261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 14:23:37.478929 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 53298) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:37.494739 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 19 14:23:37.563789 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:37.607647 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a312991c-0245-48a4-8bb8-a8276021ad5c req-75e128a1-f612-49a7-86d3-c5a139f2839f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 210 time: 0.1270211
Nov 19 14:23:37.710223 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:37.711428 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854017107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853989611'] for router, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:37.850549 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Pushing event updated for resources: {'Port': ['ID=8b6a3e6e-97cf-479d-bad8-82e061d55434,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:37.856049 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:37.884954 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:23:37.897239 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] Sync routers for ids ['5a91e1e1-0836-4f58-8d64-5a5f3410fbfa'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:23:37.919947 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Notify callbacks [] for router, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:37.920679 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 3.9562466
Nov 19 14:23:37.923330 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53316) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:37.925586 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] Routers {'5a91e1e1-0836-4f58-8d64-5a5f3410fbfa'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:23:37.926501 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c29d5c0>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:23:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['5a91e1e1-0836-4f58-8d64-5a5f3410fbfa'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:23:37.982041 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 53320) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:38.086526 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-327554a8-12b8-48ef-a8fe-a4d7aaaf3c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:38.128989 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53326) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:38.186966 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-327554a8-12b8-48ef-a8fe-a4d7aaaf3c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:38.224287 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-327554a8-12b8-48ef-a8fe-a4d7aaaf3c03 admin admin] Usage tracker for resource:security_group_rule and tenant:718a13980fe24fb1b0e0b6da9e08c99c is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:38.240998 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-327554a8-12b8-48ef-a8fe-a4d7aaaf3c03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:38.269785 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-327554a8-12b8-48ef-a8fe-a4d7aaaf3c03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:38.312542 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Router d0a95759-ddad-469e-bbde-0f1a627c223b is scheduled to L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f with binding_index 1 {{(pid=80260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 14:23:38.447904 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] Set router 5a91e1e1-0836-4f58-8d64-5a5f3410fbfa gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:23:38.501710 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ec89b6f8-891c-4c51-a15a-2c425a792b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:38.541565 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-327554a8-12b8-48ef-a8fe-a4d7aaaf3c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:38.545401 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-ec89b6f8-891c-4c51-a15a-2c425a792b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:38.550184 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-ec89b6f8-891c-4c51-a15a-2c425a792b96 admin admin] Usage tracker for resource:security_group_rule and tenant:e3f5337b4e8946c38fdde680fdb98e04 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:38.551393 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-327554a8-12b8-48ef-a8fe-a4d7aaaf3c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:38.553880 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-ec89b6f8-891c-4c51-a15a-2c425a792b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:38.559945 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-ec89b6f8-891c-4c51-a15a-2c425a792b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:38.566080 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:38.838638 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ec89b6f8-891c-4c51-a15a-2c425a792b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:38.847254 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c72782bd-66e1-402e-a6bf-14f3f976b840 req-ccbdd5ac-eaeb-4c91-ba92-629953f4ff21 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 210 time: 0.1029196
Nov 19 14:23:38.848348 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ec89b6f8-891c-4c51-a15a-2c425a792b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:38.857450 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327554a8-12b8-48ef-a8fe-a4d7aaaf3c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7e55bc-7158-4b43-a03b-d3608a347f86,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:38.858399 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:38.863590 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-327554a8-12b8-48ef-a8fe-a4d7aaaf3c03 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=718a13980fe24fb1b0e0b6da9e08c99c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8516572
Nov 19 14:23:38.866191 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-327554a8-12b8-48ef-a8fe-a4d7aaaf3c03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:38.866747 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 53356) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:38.945803 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89b6f8-891c-4c51-a15a-2c425a792b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07345e3d-03f2-491f-bdf3-1b083f98fcf1,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:38.949786 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ec89b6f8-891c-4c51-a15a-2c425a792b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:38.978007 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c29d5c0>, [{'id': '5a91e1e1-0836-4f58-8d64-5a5f3410fbfa', 'name': 'tempest-ServerRescueNegativeTestJSON-171072738-router', 'tenant_id': 'c423d5e8c09244fb852385eabc7c6c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '5a12963d-42e1-428a-94ea-acbf81d5ae66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:36Z', 'revision_number': 3, 'project_id': 'c423d5e8c09244fb852385eabc7c6c60', 'gw_port': {'id': '5a12963d-42e1-428a-94ea-acbf81d5ae66', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:97:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a91e1e1-0836-4f58-8d64-5a5f3410fbfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi'}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:23:38.983030 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] Checking router: 5a91e1e1-0836-4f58-8d64-5a5f3410fbfa for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:23:38.983422 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] Updating router 5a91e1e1-0836-4f58-8d64-5a5f3410fbfa port 5a12963d-42e1-428a-94ea-acbf81d5ae66 binding host dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 14:23:39.008265 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-ec89b6f8-891c-4c51-a15a-2c425a792b96 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3f5337b4e8946c38fdde680fdb98e04&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8729074
Nov 19 14:23:39.013490 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53362) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:39.026298 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1b31c6d7-5a12-44de-b320-3eb5396d7dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:39.048049 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:39.062961 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1b31c6d7-5a12-44de-b320-3eb5396d7dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:39.093468 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:23:39.106445 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] Sync routers for ids ['d0a95759-ddad-469e-bbde-0f1a627c223b'] in dv-cinder-763306-2-iscsi {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:23:39.122911 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] Routers {'d0a95759-ddad-469e-bbde-0f1a627c223b'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:23:39.124361 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c39c748>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:23:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['d0a95759-ddad-469e-bbde-0f1a627c223b'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:23:39.144581 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Notify callbacks [] for router, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:39.145901 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.1290421
Nov 19 14:23:39.148615 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 53372) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:39.156663 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-23be304c-b6b7-4d99-b62f-5d7e397da712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:39.275148 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1b31c6d7-5a12-44de-b320-3eb5396d7dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:39.295683 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-327554a8-12b8-48ef-a8fe-a4d7aaaf3c03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:39.311710 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-23be304c-b6b7-4d99-b62f-5d7e397da712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:39.327635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31c6d7-5a12-44de-b320-3eb5396d7dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7e55bc-7158-4b43-a03b-d3608a347f86,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:39.330464 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1b31c6d7-5a12-44de-b320-3eb5396d7dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:39.331705 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-1b31c6d7-5a12-44de-b320-3eb5396d7dca admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d7e55bc-7158-4b43-a03b-d3608a347f86 HTTP/1.1" status: 204  len: 168 time: 0.4639995
Nov 19 14:23:39.334919 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1b31c6d7-5a12-44de-b320-3eb5396d7dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:39.489678 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:39.517913 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] Set router d0a95759-ddad-469e-bbde-0f1a627c223b gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:23:39.559133 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-23be304c-b6b7-4d99-b62f-5d7e397da712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:39.592137 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:39.652782 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be304c-b6b7-4d99-b62f-5d7e397da712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07345e3d-03f2-491f-bdf3-1b083f98fcf1,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:39.668560 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-23be304c-b6b7-4d99-b62f-5d7e397da712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:39.669787 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-23be304c-b6b7-4d99-b62f-5d7e397da712 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07345e3d-03f2-491f-bdf3-1b083f98fcf1 HTTP/1.1" status: 204  len: 168 time: 0.6551311
Nov 19 14:23:39.673997 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-23be304c-b6b7-4d99-b62f-5d7e397da712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:39.731092 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfb4939-53b9-4162-bd1c-aff8bd296ebf None None] Network cdddb518-8cf2-4322-a35f-0e12175bafb1 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:23:39.799401 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:39.830431 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] Transition to ACTIVE for port object 5a12963d-42e1-428a-94ea-acbf81d5ae66 will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:23:39.847974 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:39.914376 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b458d9c6-1e51-4da5-9e68-1b0bc669ca31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:40.315402 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Pushing event updated for resources: {'Port': ['ID=5a12963d-42e1-428a-94ea-acbf81d5ae66,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:40.356335 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.357109 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.357882 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.358620 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.359172 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.362763 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.363641 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.364213 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.364782 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.365351 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.365892 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.366448 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.367103 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.369265 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.369781 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.371280 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.372606 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.373209 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.374718 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.377915 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.378758 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.379294 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.379824 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 8b6a3e6e-97cf-479d-bad8-82e061d55434 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:23:40.379960 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.380455 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Tracked resource versions report:
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]: pushed versions:
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]: {   'AddressGroup': {'1.0'},
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:     'ConntrackHelper': {'1.0'},
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Log': {'1.0'},
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Network': {'1.1'},
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Port': {'1.6'},
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:     'PortForwarding': {'1.2'},
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:     'QosPolicy': {'1.8'},
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SecurityGroup': {'1.2'},
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SecurityGroupRule': {'1.0'},
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:     'SubPort': {'1.0'},
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Subnet': {'1.1'},
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:     'Trunk': {'1.1'}}
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]: consumer versions:
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]: {   DHCP agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:     L3 agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:     Metadata agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:     Metering agent@dv-cinder-763306-2-iscsi: {},
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:     Open vSwitch agent@dv-cinder-763306-2-iscsi: {   'AddressGroup': '1.0',
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'ConntrackHelper': '1.0',
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Log': '1.0',
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Network': '1.1',
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Port': '1.6',
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'PortForwarding': '1.2',
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'QosPolicy': '1.8',
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SecurityGroup': '1.2',
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SecurityGroupRule': '1.0',
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'SubPort': '1.0',
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Subnet': '1.1',
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:                                                      'Trunk': '1.1'},
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:     Open vSwitch agent@hv-cinder-76330: {   'AddressGroup': '1.0',
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'ConntrackHelper': '1.0',
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'Log': '1.0',
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'Network': '1.1',
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'Port': '1.6',
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'PortForwarding': '1.2',
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'QosPolicy': '1.8',
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'SecurityGroup': '1.2',
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'SecurityGroupRule': '1.0',
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'SubPort': '1.0',
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'Subnet': '1.1',
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:                                             'Trunk': '1.1'}}
Nov 19 14:23:40.382276 dv-cinder-763306-2-iscsi neutron-server[80149]:  {{(pid=80263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Nov 19 14:23:40.399587 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:40.411742 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] Allocated IP 172.20.0.1 (ebc75a69-ceaf-497c-bb41-b049f96aa0a7/f8dea17d-5e4e-426b-8f91-2edb1085e5c9/9ea690a0-583b-4c28-ad2a-c619a15971d9) {{(pid=80261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:23:40.447619 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-942ed2e5-0c3b-45cc-8e00-3ef57cd97c55 None None] Provisioning for port 8b6a3e6e-97cf-479d-bad8-82e061d55434 completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:23:40.576610 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-96125ce6-46fc-4eea-aebb-ab8482ff92c9 req-9080a33e-2146-408d-8911-7d76dbc152a3 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 210 time: 0.3412275
Nov 19 14:23:40.631825 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] Attempting to bind port 5a12963d-42e1-428a-94ea-acbf81d5ae66 on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:23:40.632232 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] Attempting to bind port 5a12963d-42e1-428a-94ea-acbf81d5ae66 by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:23:40.632755 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] Attempting to bind port 5a12963d-42e1-428a-94ea-acbf81d5ae66 on network 30e7e950-b2fa-4cc4-9540-c3d995e774bc {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:23:40.647034 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:23:40.647584 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] Checking segment: {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:23:40.648029 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:40.648459 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] Bound using segment: {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:23:40.648980 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] Bound port: 5a12963d-42e1-428a-94ea-acbf81d5ae66, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:23:40.649522 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:40.732970 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53420) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:40.789052 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ca6a509b-b627-4148-8d90-2bfb853a16d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:40.905474 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] For port 5a12963d-42e1-428a-94ea-acbf81d5ae66, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:23:40.916182 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] For port 5a12963d-42e1-428a-94ea-acbf81d5ae66, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=5a12963d-42e1-428a-94ea-acbf81d5ae66,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:23:40.925649 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:40.934520 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:40.940710 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:40.947809 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port 8b6a3e6e-97cf-479d-bad8-82e061d55434 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:23:40.967229 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 8b6a3e6e-97cf-479d-bad8-82e061d55434 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:23:40.967653 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:40.975785 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-ca6a509b-b627-4148-8d90-2bfb853a16d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:40.982180 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-ca6a509b-b627-4148-8d90-2bfb853a16d5 admin admin] Usage tracker for resource:security_group_rule and tenant:288bf82efd2049b0a22c757618afb209 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:40.983071 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:40.990857 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-ca6a509b-b627-4148-8d90-2bfb853a16d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:41.010292 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-ca6a509b-b627-4148-8d90-2bfb853a16d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:41.122272 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582'] for port, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:41.199961 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:41.218893 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.20', 62905) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:41.482507 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c39c748>, [{'id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'name': 'tempest-AttachVolumeTestJSON-202479420-router', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:37Z', 'revision_number': 3, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'gw_port': {'id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi'}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:23:41.490032 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Pushing event updated for resources: {'Port': ['ID=5a12963d-42e1-428a-94ea-acbf81d5ae66,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:41.505603 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:41.523885 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] Checking router: d0a95759-ddad-469e-bbde-0f1a627c223b for host: dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:23:41.524347 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] Updating router d0a95759-ddad-469e-bbde-0f1a627c223b port fa48f8dc-718a-442e-ab14-8832e21eb1aa binding host dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 14:23:41.603050 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] Routers {'5a91e1e1-0836-4f58-8d64-5a5f3410fbfa'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:23:41.603761 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c29d5c0>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:23:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['5a91e1e1-0836-4f58-8d64-5a5f3410fbfa'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:23:41.749918 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:41.780362 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:41.820603 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-3aff3936-8e1d-463a-a2a4-ce642ad42c18 None None] Provisioning complete for port 8b6a3e6e-97cf-479d-bad8-82e061d55434 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:23:41.821023 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3aff3936-8e1d-463a-a2a4-ce642ad42c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:42.153918 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] Pushing event updated for resources: {'Port': ['ID=9ea690a0-583b-4c28-ad2a-c619a15971d9,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:42.173300 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.973s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:42.175751 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ca6a509b-b627-4148-8d90-2bfb853a16d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:42.184269 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ca6a509b-b627-4148-8d90-2bfb853a16d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:42.236523 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:42.351616 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Allocated IP 172.20.0.1 (cdddb518-8cf2-4322-a35f-0e12175bafb1/ce705c2c-2ed4-4025-aa9f-42e56e9aa635/a98efd81-3ffd-410d-a2dd-34305de841ec) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:23:42.357995 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a509b-b627-4148-8d90-2bfb853a16d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e48c285-c610-4447-9ba3-b6fa13b6c26d,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:42.362469 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ca6a509b-b627-4148-8d90-2bfb853a16d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:42.385719 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-ca6a509b-b627-4148-8d90-2bfb853a16d5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=288bf82efd2049b0a22c757618afb209&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6499226
Nov 19 14:23:42.389351 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53472) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:42.409178 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] Network ebc75a69-ceaf-497c-bb41-b049f96aa0a7 is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:23:42.413038 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:23:42.417211 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] Received port after_create {{(pid=80261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:23:42.417731 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722922'] for router_interface, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:42.515991 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0de7abae-455e-400f-968c-a07d516a6279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:42.580699 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:42.594817 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0de7abae-455e-400f-968c-a07d516a6279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:42.612401 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] Transition to ACTIVE for port object fa48f8dc-718a-442e-ab14-8832e21eb1aa will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:23:42.624839 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:42.652993 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:42.698416 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] Set router 5a91e1e1-0836-4f58-8d64-5a5f3410fbfa gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:23:42.755364 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-a711689a-03f3-46f2-a6b7-d899d90f5ab6 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:23:42.769533 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-a711689a-03f3-46f2-a6b7-d899d90f5ab6 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.20 "GET /v2.0/networks?id=80acf9a6-1703-459a-853b-6824e4d40fc2 HTTP/1.1" status: 200  len: 811 time: 1.5495756
Nov 19 14:23:42.804946 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a0c36379-457b-4f15-8ed4-811e2d0cb994 req-e2dc8084-1ad8-4491-b583-64c3b37c4bd3 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 210 time: 0.7974989
Nov 19 14:23:42.948312 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-bdc2ec66-98a6-47ad-a796-ab1d87fe0b40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:42.952231 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0de7abae-455e-400f-968c-a07d516a6279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:42.983393 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:43.021349 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7abae-455e-400f-968c-a07d516a6279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e48c285-c610-4447-9ba3-b6fa13b6c26d,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:43.029903 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-0de7abae-455e-400f-968c-a07d516a6279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:43.101296 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0de7abae-455e-400f-968c-a07d516a6279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:43.117604 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-0de7abae-455e-400f-968c-a07d516a6279 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1e48c285-c610-4447-9ba3-b6fa13b6c26d HTTP/1.1" status: 204  len: 168 time: 0.7259696
Nov 19 14:23:43.222821 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] For port 8b6a3e6e-97cf-479d-bad8-82e061d55434, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=8b6a3e6e-97cf-479d-bad8-82e061d55434,segment=NetworkSegment(f5e9c60a-4a26-44b0-86a6-f78ad9885ef8),segment_id=f5e9c60a-4a26-44b0-86a6-f78ad9885ef8)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:23:43.227863 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81011773-de66-45f3-bcc9-893dd817a5b1 None None] Pushing event updated for resources: {'Port': ['ID=fa48f8dc-718a-442e-ab14-8832e21eb1aa,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:43.254662 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-81011773-de66-45f3-bcc9-893dd817a5b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:43.382851 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:43.468468 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:43.474152 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:43.547038 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Transition to ACTIVE for port object a98efd81-3ffd-410d-a2dd-34305de841ec will not be triggered until provisioned by entity DHCP. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:23:43.573507 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:43.590059 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:43.592922 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850791725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853991164'] for router_interface, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:43.610670 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-d174efcd-3c1e-4788-81aa-d6d7b7bcde0f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Request body: {'port': {'device_id': '0386b673-ac82-4934-9071-16df604a1fcf', 'network_id': '80acf9a6-1703-459a-853b-6824e4d40fc2', 'admin_state_up': True, 'tenant_id': '47f4615d3a074f2088e8036340eaa188'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:23:43.623366 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:43.629736 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:43.670372 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] Attempting to bind port fa48f8dc-718a-442e-ab14-8832e21eb1aa on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:23:43.670905 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] Attempting to bind port fa48f8dc-718a-442e-ab14-8832e21eb1aa by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:23:43.671608 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] Attempting to bind port fa48f8dc-718a-442e-ab14-8832e21eb1aa on network 30e7e950-b2fa-4cc4-9540-c3d995e774bc {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:23:43.674968 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:43.785947 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c29d5c0>, [{'id': '5a91e1e1-0836-4f58-8d64-5a5f3410fbfa', 'name': 'tempest-ServerRescueNegativeTestJSON-171072738-router', 'tenant_id': 'c423d5e8c09244fb852385eabc7c6c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '5a12963d-42e1-428a-94ea-acbf81d5ae66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:36Z', 'revision_number': 3, 'project_id': 'c423d5e8c09244fb852385eabc7c6c60', 'gw_port': {'id': '5a12963d-42e1-428a-94ea-acbf81d5ae66', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:97:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a91e1e1-0836-4f58-8d64-5a5f3410fbfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi'}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:23:43.795401 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45457e59-898d-4550-a9f4-a044b16c48de None None] The sync data for ids ['5a91e1e1-0836-4f58-8d64-5a5f3410fbfa'] in dv-cinder-763306-2-iscsi is: [{'id': '5a91e1e1-0836-4f58-8d64-5a5f3410fbfa', 'name': 'tempest-ServerRescueNegativeTestJSON-171072738-router', 'tenant_id': 'c423d5e8c09244fb852385eabc7c6c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '5a12963d-42e1-428a-94ea-acbf81d5ae66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:36Z', 'revision_number': 3, 'project_id': 'c423d5e8c09244fb852385eabc7c6c60', 'gw_port': {'id': '5a12963d-42e1-428a-94ea-acbf81d5ae66', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:97:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a91e1e1-0836-4f58-8d64-5a5f3410fbfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi'}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:23:44.294087 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] Pushing event updated for resources: {'Port': ['ID=9ea690a0-583b-4c28-ad2a-c619a15971d9,revision_number=2']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:44.304401 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.675s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:44.325336 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:44.349647 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] Network ebc75a69-ceaf-497c-bb41-b049f96aa0a7 is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:23:44.446987 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:23:44.447414 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] Checking segment: {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:23:44.447861 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:44.448289 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] Bound using segment: {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:23:44.448809 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] Bound port: fa48f8dc-718a-442e-ab14-8832e21eb1aa, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:23:44.449378 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:44.500288 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:23:44.522137 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Pushing event updated for resources: {'Port': ['ID=8b6a3e6e-97cf-479d-bad8-82e061d55434,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:44.533155 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-d174efcd-3c1e-4788-81aa-d6d7b7bcde0f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:44.539843 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.071s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:44.546989 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Pushing event updated for resources: {'Port': ['ID=a98efd81-3ffd-410d-a2dd-34305de841ec,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:44.578183 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-d174efcd-3c1e-4788-81aa-d6d7b7bcde0f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Usage tracker for resource:port and tenant:47f4615d3a074f2088e8036340eaa188 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:44.583563 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:44.588975 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-d174efcd-3c1e-4788-81aa-d6d7b7bcde0f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Quota usage for port was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:44.603447 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Network cdddb518-8cf2-4322-a35f-0e12175bafb1 is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:23:44.609221 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:23:44.615253 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-d174efcd-3c1e-4788-81aa-d6d7b7bcde0f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:44.621440 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:23:44.622195 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722922'] for router_interface, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:44.649823 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-d174efcd-3c1e-4788-81aa-d6d7b7bcde0f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Made reservation on behalf of 47f4615d3a074f2088e8036340eaa188 for: {'port': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:23:44.659706 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-d174efcd-3c1e-4788-81aa-d6d7b7bcde0f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:44.773542 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] For port fa48f8dc-718a-442e-ab14-8832e21eb1aa, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:23:44.795473 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] For port fa48f8dc-718a-442e-ab14-8832e21eb1aa, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=fa48f8dc-718a-442e-ab14-8832e21eb1aa,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:23:44.809823 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:44.823213 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f810ebd2-c036-4a9a-9df0-b4a5970c1d2d req-5d7184aa-5b56-4df1-9fff-d3052765622f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 210 time: 0.4719949
Nov 19 14:23:45.125785 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:45.156092 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-d9e74286-fd7c-4884-9751-60dcb42afb63 None None] Provisioning complete for port 8b6a3e6e-97cf-479d-bad8-82e061d55434 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:23:45.156515 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d9e74286-fd7c-4884-9751-60dcb42afb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:45.311768 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:45.657879 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] Routers {'d0a95759-ddad-469e-bbde-0f1a627c223b'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:23:45.659902 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c39c748>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:23:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['d0a95759-ddad-469e-bbde-0f1a627c223b'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:23:45.820371 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 53586) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:45.896644 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] Router 5a91e1e1-0836-4f58-8d64-5a5f3410fbfa has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:23:46.144628 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-d174efcd-3c1e-4788-81aa-d6d7b7bcde0f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Allocated IP 172.20.0.10 (80acf9a6-1703-459a-853b-6824e4d40fc2/50e198b2-ee89-4388-a114-d02530a08401/12cfb433-0475-4ad8-bb75-0ba9e81b3f00) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:23:46.457597 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 8b6a3e6e-97cf-479d-bad8-82e061d55434 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:23:46.569511 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ea8a9637-2dc9-48c0-b9cf-b54a0fabea38 req-e3d2ea7e-f445-48fc-8372-e30a25ec0791 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 210 time: 0.3421781
Nov 19 14:23:46.734056 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:46.754425 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:46.756004 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] Set router d0a95759-ddad-469e-bbde-0f1a627c223b gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:23:46.759983 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:23:46.771907 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] 10.222.0.35 "PUT /v2.0/routers/5a91e1e1-0836-4f58-8d64-5a5f3410fbfa/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8469367
Nov 19 14:23:46.777079 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-d174efcd-3c1e-4788-81aa-d6d7b7bcde0f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:46.781719 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850791725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853991164'] for router_interface, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:46.926851 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:46.951246 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-8e7ea263-8abc-446d-a42c-3f9e26878f7c None None] Provisioning for port a98efd81-3ffd-410d-a2dd-34305de841ec completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:23:46.999577 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-8e7ea263-8abc-446d-a42c-3f9e26878f7c None None] Provisioning complete for port a98efd81-3ffd-410d-a2dd-34305de841ec triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:23:47.000009 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea263-8abc-446d-a42c-3f9e26878f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:47.013111 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Pushing event updated for resources: {'Port': ['ID=a98efd81-3ffd-410d-a2dd-34305de841ec,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:47.016580 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:47.024991 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-286c68d6-51fb-45a4-828d-24d525b1ea50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:47.084157 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81011773-de66-45f3-bcc9-893dd817a5b1 None None] Pushing event updated for resources: {'Port': ['ID=fa48f8dc-718a-442e-ab14-8832e21eb1aa,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:47.111830 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-286c68d6-51fb-45a4-828d-24d525b1ea50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:47.125115 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-286c68d6-51fb-45a4-828d-24d525b1ea50 admin admin] Usage tracker for resource:security_group_rule and tenant:bf550836e1184436b94ae8cbe13560b3 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:47.132978 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-286c68d6-51fb-45a4-828d-24d525b1ea50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:47.142324 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Network cdddb518-8cf2-4322-a35f-0e12175bafb1 is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:23:47.147539 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:23:47.436466 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-286c68d6-51fb-45a4-828d-24d525b1ea50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:47.443197 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-d174efcd-3c1e-4788-81aa-d6d7b7bcde0f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:47.520283 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 8b6a3e6e-97cf-479d-bad8-82e061d55434 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:23:47.520634 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:47.738889 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:47.952925 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] Sync routers for ids ['5a91e1e1-0836-4f58-8d64-5a5f3410fbfa'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:23:47.984681 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] Routers {'5a91e1e1-0836-4f58-8d64-5a5f3410fbfa'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:23:47.984681 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c4a93c8>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:23:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['5a91e1e1-0836-4f58-8d64-5a5f3410fbfa'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:23:48.075728 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-81011773-de66-45f3-bcc9-893dd817a5b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.764s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:48.227195 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9534f9d-dd71-4426-a3d9-a4ac5833fa4d req-49cb2d63-3cef-4211-821b-f9ac359ba361 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:23:48.234766 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-8e7ea263-8abc-446d-a42c-3f9e26878f7c None None] Port a98efd81-3ffd-410d-a2dd-34305de841ec cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:23:48.240179 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a9534f9d-dd71-4426-a3d9-a4ac5833fa4d req-49cb2d63-3cef-4211-821b-f9ac359ba361 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 932 time: 0.1912141
Nov 19 14:23:48.375476 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-a9534f9d-dd71-4426-a3d9-a4ac5833fa4d req-33fa181f-0c95-4c4c-a007-718464a5a2bc tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Synchronizing usage tracker for tenant:47f4615d3a074f2088e8036340eaa188 on resource:security_group {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:23:48.435797 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-a9534f9d-dd71-4426-a3d9-a4ac5833fa4d req-33fa181f-0c95-4c4c-a007-718464a5a2bc tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Unset dirty status for tenant:47f4615d3a074f2088e8036340eaa188 on resource:security_group {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:23:48.440171 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a9534f9d-dd71-4426-a3d9-a4ac5833fa4d req-33fa181f-0c95-4c4c-a007-718464a5a2bc tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1974192
Nov 19 14:23:48.441951 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 5a12963d-42e1-428a-94ea-acbf81d5ae66 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:23:48.623229 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174efcd-3c1e-4788-81aa-d6d7b7bcde0f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Pushing event updated for resources: {'Port': ['ID=12cfb433-0475-4ad8-bb75-0ba9e81b3f00,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:48.673169 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] Set router 5a91e1e1-0836-4f58-8d64-5a5f3410fbfa gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:23:48.745274 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-328864d9-d284-4069-987d-b6c3e26f3c02 None None] Provisioning complete for port a98efd81-3ffd-410d-a2dd-34305de841ec triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:23:48.745730 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-328864d9-d284-4069-987d-b6c3e26f3c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:48.843646 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-f937bdf4-a73e-4a63-b97b-99798f086071 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:23:48.852979 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-f937bdf4-a73e-4a63-b97b-99798f086071 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/networks?id=ebc75a69-ceaf-497c-bb41-b049f96aa0a7 HTTP/1.1" status: 200  len: 818 time: 0.2324817
Nov 19 14:23:48.858820 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d174efcd-3c1e-4788-81aa-d6d7b7bcde0f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.120s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:48.862047 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-d174efcd-3c1e-4788-81aa-d6d7b7bcde0f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Network 80acf9a6-1703-459a-853b-6824e4d40fc2 is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:23:48.884100 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-328864d9-d284-4069-987d-b6c3e26f3c02 None None] Port a98efd81-3ffd-410d-a2dd-34305de841ec cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:23:48.891560 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port 5a12963d-42e1-428a-94ea-acbf81d5ae66 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:23:48.896342 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-d174efcd-3c1e-4788-81aa-d6d7b7bcde0f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:23:48.906524 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c39c748>, [{'id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'name': 'tempest-AttachVolumeTestJSON-202479420-router', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:44Z', 'revision_number': 4, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'gw_port': {'id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'a98efd81-3ffd-410d-a2dd-34305de841ec', 'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'mac_address': 'fa:16:3e:3d:48:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:41Z', 'updated_at': '2020-11-19T14:23:42Z', 'revision_number': 1, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'subnets': [{'id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:23:48.917301 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 5a12963d-42e1-428a-94ea-acbf81d5ae66 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:23:48.920831 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:48.942036 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-d174efcd-3c1e-4788-81aa-d6d7b7bcde0f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:23:48.953408 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-d174efcd-3c1e-4788-81aa-d6d7b7bcde0f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:23:48.958671 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-d174efcd-3c1e-4788-81aa-d6d7b7bcde0f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:49.049446 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253b7637-cb90-4e3e-84c5-8aeced22f104 None None] The sync data for ids ['d0a95759-ddad-469e-bbde-0f1a627c223b'] in dv-cinder-763306-2-iscsi is: [{'id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'name': 'tempest-AttachVolumeTestJSON-202479420-router', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:44Z', 'revision_number': 4, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'gw_port': {'id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'a98efd81-3ffd-410d-a2dd-34305de841ec', 'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'mac_address': 'fa:16:3e:3d:48:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:41Z', 'updated_at': '2020-11-19T14:23:42Z', 'revision_number': 1, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'subnets': [{'id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:23:49.055997 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-d174efcd-3c1e-4788-81aa-d6d7b7bcde0f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.2040641
Nov 19 14:23:49.074468 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-530b1b68-6015-405f-a57d-d4460d3844ea tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/quotas/c423d5e8c09244fb852385eabc7c6c60 HTTP/1.1" status: 200  len: 375 time: 0.2204547
Nov 19 14:23:49.160364 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:49.184174 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] For port 5a12963d-42e1-428a-94ea-acbf81d5ae66, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=5a12963d-42e1-428a-94ea-acbf81d5ae66,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:23:49.191968 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:49.196000 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-81011773-de66-45f3-bcc9-893dd817a5b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:49.202756 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-3114fcad-c1e6-4b17-b153-eb852180f5c7 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80260) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 14:23:49.203843 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-3114fcad-c1e6-4b17-b153-eb852180f5c7 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0165515
Nov 19 14:23:49.445402 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Pushing event updated for resources: {'Port': ['ID=5a12963d-42e1-428a-94ea-acbf81d5ae66,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:49.453148 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:49.599541 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-286c68d6-51fb-45a4-828d-24d525b1ea50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:49.610424 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53754) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:49.680195 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-286c68d6-51fb-45a4-828d-24d525b1ea50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:49.716363 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:49.804368 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-a9373ff3-73e2-4291-b49a-bf3627e840d4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?tenant_id=c423d5e8c09244fb852385eabc7c6c60&fields=id HTTP/1.1" status: 200  len: 255 time: 0.7275417
Nov 19 14:23:49.809972 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286c68d6-51fb-45a4-828d-24d525b1ea50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03f7fcd-cca2-4b24-8f2f-c4102377a2a5,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:49.812513 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c4a93c8>, [{'id': '5a91e1e1-0836-4f58-8d64-5a5f3410fbfa', 'name': 'tempest-ServerRescueNegativeTestJSON-171072738-router', 'tenant_id': 'c423d5e8c09244fb852385eabc7c6c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '5a12963d-42e1-428a-94ea-acbf81d5ae66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:42Z', 'revision_number': 4, 'project_id': 'c423d5e8c09244fb852385eabc7c6c60', 'gw_port': {'id': '5a12963d-42e1-428a-94ea-acbf81d5ae66', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:97:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a91e1e1-0836-4f58-8d64-5a5f3410fbfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '9ea690a0-583b-4c28-ad2a-c619a15971d9', 'name': '', 'network_id': 'ebc75a69-ceaf-497c-bb41-b049f96aa0a7', 'tenant_id': 'c423d5e8c09244fb852385eabc7c6c60', 'mac_address': 'fa:16:3e:64:14:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a91e1e1-0836-4f58-8d64-5a5f3410fbfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8dea17d-5e4e-426b-8f91-2edb1085e5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:39Z', 'updated_at': '2020-11-19T14:23:43Z', 'revision_number': 2, 'project_id': 'c423d5e8c09244fb852385eabc7c6c60', 'subnets': [{'id': 'f8dea17d-5e4e-426b-8f91-2edb1085e5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:23:49.814922 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-286c68d6-51fb-45a4-828d-24d525b1ea50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:49.822819 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] Checking router: 5a91e1e1-0836-4f58-8d64-5a5f3410fbfa for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:23:49.823398 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] Updating router 5a91e1e1-0836-4f58-8d64-5a5f3410fbfa port 9ea690a0-583b-4c28-ad2a-c619a15971d9 binding host dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 14:23:49.855563 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Router d0a95759-ddad-469e-bbde-0f1a627c223b has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:23:49.862459 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-286c68d6-51fb-45a4-828d-24d525b1ea50 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf550836e1184436b94ae8cbe13560b3&name=default HTTP/1.1" status: 200  len: 2647 time: 4.0147471
Nov 19 14:23:49.865482 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53762) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:50.005822 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-73d64e69-05ec-4238-b671-ce9a131ff9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:50.014432 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:50.048621 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-73d64e69-05ec-4238-b671-ce9a131ff9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:50.169716 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Request body: {'port': {'device_id': '0386b673-ac82-4934-9071-16df604a1fcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:23:50.196075 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-73d64e69-05ec-4238-b671-ce9a131ff9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:50.236940 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:50.288951 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d64e69-05ec-4238-b671-ce9a131ff9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03f7fcd-cca2-4b24-8f2f-c4102377a2a5,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:50.308259 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-73d64e69-05ec-4238-b671-ce9a131ff9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:50.314866 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-73d64e69-05ec-4238-b671-ce9a131ff9b5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d03f7fcd-cca2-4b24-8f2f-c4102377a2a5 HTTP/1.1" status: 204  len: 168 time: 0.4476674
Nov 19 14:23:50.379365 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-73d64e69-05ec-4238-b671-ce9a131ff9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:50.385910 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847b6b8-8b64-4806-bfe9-ddf5348c12d3 req-c5eb453f-80fe-4780-952b-99ab5f3e50bd tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:23:50.387645 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6847b6b8-8b64-4806-bfe9-ddf5348c12d3 req-c5eb453f-80fe-4780-952b-99ab5f3e50bd tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 932 time: 0.4084911
Nov 19 14:23:50.389684 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3fc6a447-7077-417f-870f-5c9a3a81e6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:50.496778 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-3fc6a447-7077-417f-870f-5c9a3a81e6ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:50.531875 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-3fc6a447-7077-417f-870f-5c9a3a81e6ba admin admin] Usage tracker for resource:security_group_rule and tenant:edd50bfd2da24a38917422399768c221 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:50.555105 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53774) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:50.569574 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-3fc6a447-7077-417f-870f-5c9a3a81e6ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:50.649149 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-3fc6a447-7077-417f-870f-5c9a3a81e6ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:50.791304 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6847b6b8-8b64-4806-bfe9-ddf5348c12d3 req-e933aad4-00a2-4563-908b-a5229b5e0c30 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3859129
Nov 19 14:23:50.902213 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-78b48735-76a6-4392-bb34-3d2c73c55d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:51.078590 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-78b48735-76a6-4392-bb34-3d2c73c55d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:51.126334 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:51.133272 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-78b48735-76a6-4392-bb34-3d2c73c55d47 admin admin] Usage tracker for resource:security_group_rule and tenant:79469d04a9a448309058f1bd418f5ec4 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:51.157434 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3fc6a447-7077-417f-870f-5c9a3a81e6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:51.159988 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-78b48735-76a6-4392-bb34-3d2c73c55d47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:51.172709 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3fc6a447-7077-417f-870f-5c9a3a81e6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:51.178325 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-78b48735-76a6-4392-bb34-3d2c73c55d47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:51.234814 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-68b9991b-db5f-4863-a266-47ff69a23caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:51.504693 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6a447-7077-417f-870f-5c9a3a81e6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b9a263-e7c0-47eb-b8aa-a24aed793b8b,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:51.532460 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53796) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:51.544730 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3fc6a447-7077-417f-870f-5c9a3a81e6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:51.555992 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-3fc6a447-7077-417f-870f-5c9a3a81e6ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=edd50bfd2da24a38917422399768c221&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9400680
Nov 19 14:23:51.579153 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53800) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:51.583618 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device fa48f8dc-718a-442e-ab14-8832e21eb1aa up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:23:51.613112 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:51.649306 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6a407547-f373-4da4-98de-c44affd464e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:51.680740 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] Transition to ACTIVE for port object 9ea690a0-583b-4c28-ad2a-c619a15971d9 will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:23:51.688701 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:51.758359 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-6a407547-f373-4da4-98de-c44affd464e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:51.773557 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-6a407547-f373-4da4-98de-c44affd464e7 admin admin] Usage tracker for resource:security_group_rule and tenant:7103b605a4044c8cb1fa02b3a85a205b is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:51.782644 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b678e9f0-feaa-49cf-a550-865a97a7bb8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:51.784929 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-6a407547-f373-4da4-98de-c44affd464e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:51.799020 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-78b48735-76a6-4392-bb34-3d2c73c55d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:51.813702 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-6a407547-f373-4da4-98de-c44affd464e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:51.816419 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-78b48735-76a6-4392-bb34-3d2c73c55d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:51.845150 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-95cb2e10-3ab7-43a0-becf-f3cfa771460f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:51.850840 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-23be304c-b6b7-4d99-b62f-5d7e397da712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:51.920663 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port fa48f8dc-718a-442e-ab14-8832e21eb1aa completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:23:51.944241 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port fa48f8dc-718a-442e-ab14-8832e21eb1aa triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:23:51.945492 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:52.010568 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12cfb433-0475-4ad8-bb75-0ba9e81b3f00 {{(pid=80260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 14:23:52.019859 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:52.036915 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Transition to ACTIVE for port object 12cfb433-0475-4ad8-bb75-0ba9e81b3f00 will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:23:52.045274 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-9dd054e2-0034-4371-8014-5d6977167d65 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80260) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 14:23:52.046601 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-9dd054e2-0034-4371-8014-5d6977167d65 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 1.4222374
Nov 19 14:23:52.051204 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:52.074484 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-95cb2e10-3ab7-43a0-becf-f3cfa771460f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:52.077560 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e03d2-3ce1-4309-96cf-5beccab74a57 None None] Pushing event updated for resources: {'Port': ['ID=9ea690a0-583b-4c28-ad2a-c619a15971d9,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:52.103097 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b79e03d2-3ce1-4309-96cf-5beccab74a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:52.174617 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b48735-76a6-4392-bb34-3d2c73c55d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475e4e88-2f9d-4f49-b984-3eb29a7fc8ed,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:52.209969 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-78b48735-76a6-4392-bb34-3d2c73c55d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:52.221157 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-78b48735-76a6-4392-bb34-3d2c73c55d47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79469d04a9a448309058f1bd418f5ec4&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6611927
Nov 19 14:23:52.240119 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53818) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:52.311656 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d174efcd-3c1e-4788-81aa-d6d7b7bcde0f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:52.337707 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:52.375976 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] For port fa48f8dc-718a-442e-ab14-8832e21eb1aa, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=fa48f8dc-718a-442e-ab14-8832e21eb1aa,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:23:52.380270 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:52.382276 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 5a12963d-42e1-428a-94ea-acbf81d5ae66 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:23:52.421431 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-d0d1c14e-88e6-407c-b223-27cebc616cb5 service neutron] 10.222.0.35 "GET /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3651431
Nov 19 14:23:52.481200 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-81011773-de66-45f3-bcc9-893dd817a5b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:52.485473 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caed1c3-76d8-4d17-a0f6-67efbb6a76da req-f3fcc222-cfea-4d7b-a6d5-568cab96e1f3 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:23:52.497968 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2caed1c3-76d8-4d17-a0f6-67efbb6a76da req-f3fcc222-cfea-4d7b-a6d5-568cab96e1f3 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 944 time: 0.3744411
Nov 19 14:23:52.600417 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Pushing event updated for resources: {'Port': ['ID=fa48f8dc-718a-442e-ab14-8832e21eb1aa,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:52.609203 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:52.624981 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 5a12963d-42e1-428a-94ea-acbf81d5ae66 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:23:52.625745 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:52.690248 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2caed1c3-76d8-4d17-a0f6-67efbb6a76da req-81bb60e5-3141-4def-ab95-99e68be88535 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1849806
Nov 19 14:23:52.708139 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6a407547-f373-4da4-98de-c44affd464e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:52.711230 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-95cb2e10-3ab7-43a0-becf-f3cfa771460f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:52.761567 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] Attempting to bind port 9ea690a0-583b-4c28-ad2a-c619a15971d9 on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:23:52.762206 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] Attempting to bind port 9ea690a0-583b-4c28-ad2a-c619a15971d9 by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': '8063b039-1f6f-43b0-aac6-5204c597b782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ebc75a69-ceaf-497c-bb41-b049f96aa0a7'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:23:52.767830 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] Attempting to bind port 9ea690a0-583b-4c28-ad2a-c619a15971d9 on network ebc75a69-ceaf-497c-bb41-b049f96aa0a7 {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:23:52.782491 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:23:52.789978 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c7b9c35f-ff67-4bdd-93b5-0b31aa081598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:52.790999 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] Checking segment: {'id': '8063b039-1f6f-43b0-aac6-5204c597b782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ebc75a69-ceaf-497c-bb41-b049f96aa0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:23:52.791633 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6a407547-f373-4da4-98de-c44affd464e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:52.791824 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:52.792423 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] Bound using segment: {'id': '8063b039-1f6f-43b0-aac6-5204c597b782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ebc75a69-ceaf-497c-bb41-b049f96aa0a7'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:23:52.793294 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] Bound port: 9ea690a0-583b-4c28-ad2a-c619a15971d9, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8063b039-1f6f-43b0-aac6-5204c597b782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ebc75a69-ceaf-497c-bb41-b049f96aa0a7'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:23:52.793885 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:52.794414 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:52.872299 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:23:52.917471 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Pushing event updated for resources: {'Port': ['ID=12cfb433-0475-4ad8-bb75-0ba9e81b3f00,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:52.924233 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:52.942022 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] For port 9ea690a0-583b-4c28-ad2a-c619a15971d9, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:23:52.950075 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-7053caa7-1529-40db-8fac-e63f5c57899f admin admin] 10.222.0.35 "PUT /v2.0/routers/d0a95759-ddad-469e-bbde-0f1a627c223b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.8000810
Nov 19 14:23:52.953458 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] For port 9ea690a0-583b-4c28-ad2a-c619a15971d9, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=9ea690a0-583b-4c28-ad2a-c619a15971d9,segment=NetworkSegment(8063b039-1f6f-43b0-aac6-5204c597b782),segment_id=8063b039-1f6f-43b0-aac6-5204c597b782)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:23:52.965682 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-6a407547-f373-4da4-98de-c44affd464e7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7103b605a4044c8cb1fa02b3a85a205b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4301000
Nov 19 14:23:52.970844 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb2e10-3ab7-43a0-becf-f3cfa771460f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b9a263-e7c0-47eb-b8aa-a24aed793b8b,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:52.972561 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53830) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:52.985471 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:53.020821 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-95cb2e10-3ab7-43a0-becf-f3cfa771460f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:53.022034 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-95cb2e10-3ab7-43a0-becf-f3cfa771460f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b9b9a263-e7c0-47eb-b8aa-a24aed793b8b HTTP/1.1" status: 204  len: 168 time: 1.4418244
Nov 19 14:23:53.027718 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c7b9c35f-ff67-4bdd-93b5-0b31aa081598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:53.076530 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:53.085886 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-50d82577-c1e9-418c-830b-cffc49b1578b service neutron] 10.222.0.35 "GET /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3746223
Nov 19 14:23:53.167332 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Attempting to bind port 12cfb433-0475-4ad8-bb75-0ba9e81b3f00 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:23:53.167741 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Attempting to bind port 12cfb433-0475-4ad8-bb75-0ba9e81b3f00 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '7e79ac78-163e-4885-8b42-e8d79bd2dcc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80acf9a6-1703-459a-853b-6824e4d40fc2'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:23:53.168129 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Attempting to bind port 12cfb433-0475-4ad8-bb75-0ba9e81b3f00 on network 80acf9a6-1703-459a-853b-6824e4d40fc2 {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:23:53.181674 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Checking agent: {'id': 'd378d45e-d3db-4cef-bd1d-68c8d9116f29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 21, 43), 'started_at': datetime.datetime(2020, 11, 19, 14, 22, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:23:53.182063 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Checking segment: {'id': '7e79ac78-163e-4885-8b42-e8d79bd2dcc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80acf9a6-1703-459a-853b-6824e4d40fc2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:23:53.182516 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:53.182951 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Bound using segment: {'id': '7e79ac78-163e-4885-8b42-e8d79bd2dcc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80acf9a6-1703-459a-853b-6824e4d40fc2'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:23:53.183484 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Bound port: 12cfb433-0475-4ad8-bb75-0ba9e81b3f00, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e79ac78-163e-4885-8b42-e8d79bd2dcc6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80acf9a6-1703-459a-853b-6824e4d40fc2'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:23:53.183867 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:53.364480 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device fa48f8dc-718a-442e-ab14-8832e21eb1aa up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:23:53.527735 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e03d2-3ce1-4309-96cf-5beccab74a57 None None] Pushing event updated for resources: {'Port': ['ID=9ea690a0-583b-4c28-ad2a-c619a15971d9,revision_number=4']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:53.569830 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b79e03d2-3ce1-4309-96cf-5beccab74a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:53.618872 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port fa48f8dc-718a-442e-ab14-8832e21eb1aa triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:23:53.619186 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:53.718454 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] Routers {'5a91e1e1-0836-4f58-8d64-5a5f3410fbfa'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:23:53.726586 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c4a93c8>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:23:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['5a91e1e1-0836-4f58-8d64-5a5f3410fbfa'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:23:53.731355 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a407547-f373-4da4-98de-c44affd464e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a9c1f4-18a0-4c7a-9502-7fb83b167a29,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:53.832621 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c7b9c35f-ff67-4bdd-93b5-0b31aa081598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:53.944356 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] For port 12cfb433-0475-4ad8-bb75-0ba9e81b3f00, host hv-cinder-76330, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:23:53.956041 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] For port 12cfb433-0475-4ad8-bb75-0ba9e81b3f00, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=12cfb433-0475-4ad8-bb75-0ba9e81b3f00,segment=NetworkSegment(7e79ac78-163e-4885-8b42-e8d79bd2dcc6),segment_id=7e79ac78-163e-4885-8b42-e8d79bd2dcc6)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:23:53.967756 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-6a407547-f373-4da4-98de-c44affd464e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.173s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:53.982233 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ca6a509b-b627-4148-8d90-2bfb853a16d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.019s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:53.997462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] Sync routers for ids ['d0a95759-ddad-469e-bbde-0f1a627c223b'] in dv-cinder-763306-2-iscsi {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:23:54.028138 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:54.045934 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9c35f-ff67-4bdd-93b5-0b31aa081598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475e4e88-2f9d-4f49-b984-3eb29a7fc8ed,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:54.078767 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] Routers {'d0a95759-ddad-469e-bbde-0f1a627c223b'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:23:54.080676 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c83b978>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:23:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['d0a95759-ddad-469e-bbde-0f1a627c223b'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:23:54.103198 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-94d1649c-dce5-438f-a7a7-be5cde74f1d2 req-f212ee1c-8110-47ef-b76a-6bed7097561d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 210 time: 0.1428688
Nov 19 14:23:54.113503 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:54.131366 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c7b9c35f-ff67-4bdd-93b5-0b31aa081598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:54.148657 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-12335116-905b-4a7e-871a-6a6f63abde11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:54.224798 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:54.225126 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:54.259387 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c7b9c35f-ff67-4bdd-93b5-0b31aa081598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:54.270782 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-c7b9c35f-ff67-4bdd-93b5-0b31aa081598 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/475e4e88-2f9d-4f49-b984-3eb29a7fc8ed HTTP/1.1" status: 204  len: 168 time: 2.0120068
Nov 19 14:23:54.274457 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] Set router 5a91e1e1-0836-4f58-8d64-5a5f3410fbfa gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:23:54.278215 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-12335116-905b-4a7e-871a-6a6f63abde11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:54.525161 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-12335116-905b-4a7e-871a-6a6f63abde11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:54.542343 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53886) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:54.543230 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-6a407547-f373-4da4-98de-c44affd464e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:54.603275 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12335116-905b-4a7e-871a-6a6f63abde11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a9c1f4-18a0-4c7a-9502-7fb83b167a29,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:54.614860 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-12335116-905b-4a7e-871a-6a6f63abde11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:54.617288 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-12335116-905b-4a7e-871a-6a6f63abde11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:54.620827 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-12335116-905b-4a7e-871a-6a6f63abde11 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e6a9c1f4-18a0-4c7a-9502-7fb83b167a29 HTTP/1.1" status: 204  len: 168 time: 1.6381464
Nov 19 14:23:54.904678 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53902) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:54.968215 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-57c6a849-99dd-4489-a229-46f91f479b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:55.015737 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] Set router d0a95759-ddad-469e-bbde-0f1a627c223b gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:23:55.083908 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Pushing event updated for resources: {'Port': ['ID=12cfb433-0475-4ad8-bb75-0ba9e81b3f00,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:55.123313 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-57c6a849-99dd-4489-a229-46f91f479b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:55.131225 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.019s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:55.139897 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-57c6a849-99dd-4489-a229-46f91f479b37 admin admin] Usage tracker for resource:security_group_rule and tenant:4206a9ddf0864cb297a3ecfb3c7d7dec is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:55.156150 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-57c6a849-99dd-4489-a229-46f91f479b37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:55.175815 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3911f4-d823-480d-bea1-71c467feb291 req-f93024f3-c35e-4cdc-a402-b0c755703244 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:23:55.178058 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-4c3911f4-d823-480d-bea1-71c467feb291 req-f93024f3-c35e-4cdc-a402-b0c755703244 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Synchronizing usage tracker for tenant:47f4615d3a074f2088e8036340eaa188 on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:23:55.184300 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-57c6a849-99dd-4489-a229-46f91f479b37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:55.252816 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-4c3911f4-d823-480d-bea1-71c467feb291 req-f93024f3-c35e-4cdc-a402-b0c755703244 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Unset dirty status for tenant:47f4615d3a074f2088e8036340eaa188 on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:23:55.254132 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4c3911f4-d823-480d-bea1-71c467feb291 req-f93024f3-c35e-4cdc-a402-b0c755703244 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 944 time: 0.6081736
Nov 19 14:23:55.262669 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:55.266591 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] 10.222.0.20 "PUT /v2.0/ports/12cfb433-0475-4ad8-bb75-0ba9e81b3f00 HTTP/1.1" status: 200  len: 1158 time: 5.7196021
Nov 19 14:23:55.268996 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0386b673-ac82-4934-9071-16df604a1fcf', 'tag': '12cfb433-0475-4ad8-bb75-0ba9e81b3f00'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:23:55.423905 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-57c6a849-99dd-4489-a229-46f91f479b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:55.427166 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53912) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:55.499865 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-57c6a849-99dd-4489-a229-46f91f479b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:55.504519 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-9b08c39b-78ca-47ca-bf74-ce70077d32f7 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Request body: {'security_group': {'name': 'tempest-securitygroup--745712466', 'description': 'tempest-description--362964071'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:23:55.525158 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bebd3e08-ed5c-4e5e-8dce-91d18245a4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:55.547063 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-9b08c39b-78ca-47ca-bf74-ce70077d32f7 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:55.551701 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c7b9c35f-ff67-4bdd-93b5-0b31aa081598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:55.581882 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4c3911f4-d823-480d-bea1-71c467feb291 req-c590c0fe-d2b9-4b15-b41a-154d3a5fbbba tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539521
Nov 19 14:23:55.583427 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4602e31a-a8c1-4c57-980a-86885108d3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:55.635252 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6a849-99dd-4489-a229-46f91f479b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0ad767-61d5-4ac8-a707-8e5091788ab0,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:55.638757 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-57c6a849-99dd-4489-a229-46f91f479b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:55.644335 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-9b08c39b-78ca-47ca-bf74-ce70077d32f7 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Usage tracker for resource:security_group and tenant:e4cdfec880b540fbaaff093eb5b0334c is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:55.652847 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-9b08c39b-78ca-47ca-bf74-ce70077d32f7 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:55.678503 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-9b08c39b-78ca-47ca-bf74-ce70077d32f7 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:55.766300 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c4a93c8>, [{'id': '5a91e1e1-0836-4f58-8d64-5a5f3410fbfa', 'name': 'tempest-ServerRescueNegativeTestJSON-171072738-router', 'tenant_id': 'c423d5e8c09244fb852385eabc7c6c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '5a12963d-42e1-428a-94ea-acbf81d5ae66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:42Z', 'revision_number': 4, 'project_id': 'c423d5e8c09244fb852385eabc7c6c60', 'gw_port': {'id': '5a12963d-42e1-428a-94ea-acbf81d5ae66', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:97:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a91e1e1-0836-4f58-8d64-5a5f3410fbfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '9ea690a0-583b-4c28-ad2a-c619a15971d9', 'name': '', 'network_id': 'ebc75a69-ceaf-497c-bb41-b049f96aa0a7', 'tenant_id': 'c423d5e8c09244fb852385eabc7c6c60', 'mac_address': 'fa:16:3e:64:14:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a91e1e1-0836-4f58-8d64-5a5f3410fbfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8dea17d-5e4e-426b-8f91-2edb1085e5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:39Z', 'updated_at': '2020-11-19T14:23:52Z', 'revision_number': 4, 'project_id': 'c423d5e8c09244fb852385eabc7c6c60', 'subnets': [{'id': 'f8dea17d-5e4e-426b-8f91-2edb1085e5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:23:55.780237 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902ac128-ae51-4286-b139-6afb9827e3ab None None] The sync data for ids ['5a91e1e1-0836-4f58-8d64-5a5f3410fbfa'] in dv-cinder-763306-2-iscsi is: [{'id': '5a91e1e1-0836-4f58-8d64-5a5f3410fbfa', 'name': 'tempest-ServerRescueNegativeTestJSON-171072738-router', 'tenant_id': 'c423d5e8c09244fb852385eabc7c6c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '5a12963d-42e1-428a-94ea-acbf81d5ae66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:42Z', 'revision_number': 4, 'project_id': 'c423d5e8c09244fb852385eabc7c6c60', 'gw_port': {'id': '5a12963d-42e1-428a-94ea-acbf81d5ae66', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:97:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a91e1e1-0836-4f58-8d64-5a5f3410fbfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '9ea690a0-583b-4c28-ad2a-c619a15971d9', 'name': '', 'network_id': 'ebc75a69-ceaf-497c-bb41-b049f96aa0a7', 'tenant_id': 'c423d5e8c09244fb852385eabc7c6c60', 'mac_address': 'fa:16:3e:64:14:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a91e1e1-0836-4f58-8d64-5a5f3410fbfa', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8dea17d-5e4e-426b-8f91-2edb1085e5c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:39Z', 'updated_at': '2020-11-19T14:23:52Z', 'revision_number': 4, 'project_id': 'c423d5e8c09244fb852385eabc7c6c60', 'subnets': [{'id': 'f8dea17d-5e4e-426b-8f91-2edb1085e5c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:23:55.820822 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-bebd3e08-ed5c-4e5e-8dce-91d18245a4fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:55.825218 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9b08c39b-78ca-47ca-bf74-ce70077d32f7 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:55.838114 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-57c6a849-99dd-4489-a229-46f91f479b37 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4206a9ddf0864cb297a3ecfb3c7d7dec&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9320142
Nov 19 14:23:55.840974 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 53936) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:55.870094 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-bebd3e08-ed5c-4e5e-8dce-91d18245a4fc admin admin] Usage tracker for resource:security_group_rule and tenant:1acadd69768047bb9f2684441a4546d1 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:55.881415 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-bebd3e08-ed5c-4e5e-8dce-91d18245a4fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:55.927105 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-9b08c39b-78ca-47ca-bf74-ce70077d32f7 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:55.935760 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-9b08c39b-78ca-47ca-bf74-ce70077d32f7 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Usage tracker for resource:security_group_rule and tenant:e4cdfec880b540fbaaff093eb5b0334c is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:55.939165 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-9b08c39b-78ca-47ca-bf74-ce70077d32f7 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:55.960368 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-9b08c39b-78ca-47ca-bf74-ce70077d32f7 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:56.003139 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c83b978>, [{'id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'name': 'tempest-AttachVolumeTestJSON-202479420-router', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:44Z', 'revision_number': 4, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'gw_port': {'id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'a98efd81-3ffd-410d-a2dd-34305de841ec', 'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'mac_address': 'fa:16:3e:3d:48:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:41Z', 'updated_at': '2020-11-19T14:23:45Z', 'revision_number': 2, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'subnets': [{'id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:23:56.022344 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] Checking router: d0a95759-ddad-469e-bbde-0f1a627c223b for host: dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:23:56.023889 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] Updating router d0a95759-ddad-469e-bbde-0f1a627c223b port a98efd81-3ffd-410d-a2dd-34305de841ec binding host dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 14:23:56.062692 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9b08c39b-78ca-47ca-bf74-ce70077d32f7 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:56.064340 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-bebd3e08-ed5c-4e5e-8dce-91d18245a4fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:56.084766 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9b08c39b-78ca-47ca-bf74-ce70077d32f7 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:56.117426 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8f48d21b-3919-45cd-962c-562fe6ed5b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:56.121063 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:56.181042 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-dddf0e77-0d94-4db4-bdc2-5d6cc055cbdb tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:23:56.181920 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-dddf0e77-0d94-4db4-bdc2-5d6cc055cbdb tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Synchronizing usage tracker for tenant:c423d5e8c09244fb852385eabc7c6c60 on resource:network {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:23:56.217063 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:56.223605 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8f48d21b-3919-45cd-962c-562fe6ed5b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:56.312512 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08c39b-78ca-47ca-bf74-ce70077d32f7 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Pushing event updated for resources: {'SecurityGroup': ['ID=4c635783-a6cb-4c20-9b65-8f5004e76fcb,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:56.316544 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9b08c39b-78ca-47ca-bf74-ce70077d32f7 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:56.320296 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-dddf0e77-0d94-4db4-bdc2-5d6cc055cbdb tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Unset dirty status for tenant:c423d5e8c09244fb852385eabc7c6c60 on resource:network {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:23:56.321908 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-dddf0e77-0d94-4db4-bdc2-5d6cc055cbdb tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/networks?id=ebc75a69-ceaf-497c-bb41-b049f96aa0a7 HTTP/1.1" status: 200  len: 818 time: 0.6618845
Nov 19 14:23:56.336607 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9b08c39b-78ca-47ca-bf74-ce70077d32f7 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:56.338030 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-9b08c39b-78ca-47ca-bf74-ce70077d32f7 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.8448417
Nov 19 14:23:56.356336 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53956) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:56.376663 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-c7b1a5f2-151e-439b-b53b-61aaf4253697 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Request body: {'security_group_rule': {'security_group_id': '4c635783-a6cb-4c20-9b65-8f5004e76fcb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:23:56.408457 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8f48d21b-3919-45cd-962c-562fe6ed5b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:56.425433 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1b31c6d7-5a12-44de-b320-3eb5396d7dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:56.467562 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48d21b-3919-45cd-962c-562fe6ed5b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0ad767-61d5-4ac8-a707-8e5091788ab0,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:56.473044 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-c7b1a5f2-151e-439b-b53b-61aaf4253697 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:56.475180 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8f48d21b-3919-45cd-962c-562fe6ed5b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:56.476410 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-8f48d21b-3919-45cd-962c-562fe6ed5b36 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aa0ad767-61d5-4ac8-a707-8e5091788ab0 HTTP/1.1" status: 204  len: 168 time: 0.6344049
Nov 19 14:23:56.477497 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8f48d21b-3919-45cd-962c-562fe6ed5b36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:56.490208 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-c7b1a5f2-151e-439b-b53b-61aaf4253697 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Usage tracker for resource:security_group_rule and tenant:e4cdfec880b540fbaaff093eb5b0334c is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:56.506280 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-60c6dcfa-bc63-443f-8039-6c1a3e2a129d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/quotas/c423d5e8c09244fb852385eabc7c6c60 HTTP/1.1" status: 200  len: 375 time: 0.1664314
Nov 19 14:23:56.518158 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-c7b1a5f2-151e-439b-b53b-61aaf4253697 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:56.545449 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bebd3e08-ed5c-4e5e-8dce-91d18245a4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:56.551722 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-c7b1a5f2-151e-439b-b53b-61aaf4253697 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:56.640790 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bebd3e08-ed5c-4e5e-8dce-91d18245a4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:56.654260 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0386b673-ac82-4934-9071-16df604a1fcf', 'tag': '12cfb433-0475-4ad8-bb75-0ba9e81b3f00', 'status': 'completed', 'code': 200}
Nov 19 14:23:56.796313 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:56.820697 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-bebd3e08-ed5c-4e5e-8dce-91d18245a4fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1acadd69768047bb9f2684441a4546d1&name=default HTTP/1.1" status: 200  len: 2647 time: 2.2454243
Nov 19 14:23:56.826892 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53970) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:56.943389 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daae8c-cbdb-4492-9325-4cafda3cd41d req-63b08df5-1cb1-48e1-bcc0-4204d93e8c5c tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:23:56.956938 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-68daae8c-cbdb-4492-9325-4cafda3cd41d req-63b08df5-1cb1-48e1-bcc0-4204d93e8c5c tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 944 time: 0.1600544
Nov 19 14:23:57.084731 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c7b1a5f2-151e-439b-b53b-61aaf4253697 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group_rule, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:57.114353 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-68daae8c-cbdb-4492-9325-4cafda3cd41d req-60c97a2e-1c8c-41d5-8a3c-0dec0aea0c1b tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531239
Nov 19 14:23:57.170357 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd3e08-ed5c-4e5e-8dce-91d18245a4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42f7973-cee9-4245-99f7-f797953ccdf0,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:57.200970 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-bebd3e08-ed5c-4e5e-8dce-91d18245a4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:57.247891 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9be52740-6ce9-4786-b2e5-5b3d8fa1c3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:57.282394 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-d320bb17-b15f-46a2-855b-6a6e2a5997cf tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Synchronizing usage tracker for tenant:c423d5e8c09244fb852385eabc7c6c60 on resource:port {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:23:57.447506 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9be52740-6ce9-4786-b2e5-5b3d8fa1c3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:57.474459 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-d320bb17-b15f-46a2-855b-6a6e2a5997cf tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Unset dirty status for tenant:c423d5e8c09244fb852385eabc7c6c60 on resource:port {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:23:57.484963 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-d320bb17-b15f-46a2-855b-6a6e2a5997cf tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?tenant_id=c423d5e8c09244fb852385eabc7c6c60&fields=id HTTP/1.1" status: 200  len: 255 time: 0.9374418
Nov 19 14:23:57.545577 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:57.581095 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] Transition to ACTIVE for port object a98efd81-3ffd-410d-a2dd-34305de841ec will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:23:57.585769 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 9ea690a0-583b-4c28-ad2a-c619a15971d9 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:23:57.652814 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c7b1a5f2-151e-439b-b53b-61aaf4253697 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:57.670511 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c7b1a5f2-151e-439b-b53b-61aaf4253697 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573551'] for security_group_rule, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:57.676696 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:57.753716 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9be52740-6ce9-4786-b2e5-5b3d8fa1c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:57.797239 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:57.797767 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1a5f2-151e-439b-b53b-61aaf4253697 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee95d0c-c303-4810-870a-1cacb6d903d5,revision_number=0']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:57.832802 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c7b1a5f2-151e-439b-b53b-61aaf4253697 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:57.836273 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:57.845894 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-1f88d78c-85c9-4dc2-aae5-2f2d13f74b3e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4615d3a074f2088e8036340eaa188&device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 1161 time: 0.1648512
Nov 19 14:23:57.860300 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-73442295-f2fe-4c49-823c-4cd07196e7e9 service neutron] 10.222.0.35 "GET /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3736241
Nov 19 14:23:57.949046 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be52740-6ce9-4786-b2e5-5b3d8fa1c3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42f7973-cee9-4245-99f7-f797953ccdf0,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:57.951038 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9be52740-6ce9-4786-b2e5-5b3d8fa1c3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:57.957866 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-9be52740-6ce9-4786-b2e5-5b3d8fa1c3f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b42f7973-cee9-4245-99f7-f797953ccdf0 HTTP/1.1" status: 204  len: 168 time: 1.1247442
Nov 19 14:23:57.959076 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c7b1a5f2-151e-439b-b53b-61aaf4253697 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group_rule, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:57.970349 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-c7b1a5f2-151e-439b-b53b-61aaf4253697 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.6028697
Nov 19 14:23:57.971673 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9be52740-6ce9-4786-b2e5-5b3d8fa1c3f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:57.972180 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 53998) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:58.005380 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-4478a84a-8d9d-4eac-9654-84da2f664e55 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Request body: {'security_group_rule': {'security_group_id': '4c635783-a6cb-4c20-9b65-8f5004e76fcb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:23:58.035465 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-4478a84a-8d9d-4eac-9654-84da2f664e55 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:58.036291 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:58.041285 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-d388ba8f-6bbe-435e-a2c7-f56182432696 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12cfb433-0475-4ad8-bb75-0ba9e81b3f00 HTTP/1.1" status: 200  len: 217 time: 0.1528382
Nov 19 14:23:58.147483 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f76a2-048c-4f8d-b0af-4c2f8d84fb33 None None] Pushing event updated for resources: {'Port': ['ID=a98efd81-3ffd-410d-a2dd-34305de841ec,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:58.159580 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-4478a84a-8d9d-4eac-9654-84da2f664e55 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Usage tracker for resource:security_group_rule and tenant:e4cdfec880b540fbaaff093eb5b0334c is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:58.163367 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-4478a84a-8d9d-4eac-9654-84da2f664e55 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:58.171237 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3b4f76a2-048c-4f8d-b0af-4c2f8d84fb33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:58.189593 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-4478a84a-8d9d-4eac-9654-84da2f664e55 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:58.236995 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-775b504e-87e3-4cfe-94b1-d58aa99f65be service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:23:58.242239 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-775b504e-87e3-4cfe-94b1-d58aa99f65be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50e198b2-ee89-4388-a114-d02530a08401 HTTP/1.1" status: 200  len: 851 time: 0.1849189
Nov 19 14:23:58.250391 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ba360266-1770-4ff7-b9e0-a614837b1a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:58.279194 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4478a84a-8d9d-4eac-9654-84da2f664e55 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group_rule, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:58.334248 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-3211c607-80d2-4cf0-b5bf-a213280cbb74 service neutron] 10.222.0.35 "GET /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4724238
Nov 19 14:23:58.448166 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-0852f05d-7287-43f6-bebf-39cb71c91974 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80acf9a6-1703-459a-853b-6824e4d40fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2001913
Nov 19 14:23:58.524349 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port 9ea690a0-583b-4c28-ad2a-c619a15971d9 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:23:58.544487 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4478a84a-8d9d-4eac-9654-84da2f664e55 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:58.550346 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4478a84a-8d9d-4eac-9654-84da2f664e55 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573551'] for security_group_rule, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:58.552616 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:58.570478 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 9ea690a0-583b-4c28-ad2a-c619a15971d9 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:23:58.571757 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:58.616663 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478a84a-8d9d-4eac-9654-84da2f664e55 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6a14e6-f7c9-4853-94bb-676ee47941ec,revision_number=0']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:58.624130 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4478a84a-8d9d-4eac-9654-84da2f664e55 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:58.645470 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4478a84a-8d9d-4eac-9654-84da2f664e55 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group_rule, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:58.646919 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-4478a84a-8d9d-4eac-9654-84da2f664e55 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.6709619
Nov 19 14:23:58.741581 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 54026) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:58.747791 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] Attempting to bind port a98efd81-3ffd-410d-a2dd-34305de841ec on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:23:58.748213 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] Attempting to bind port a98efd81-3ffd-410d-a2dd-34305de841ec by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': 'f5e9c60a-4a26-44b0-86a6-f78ad9885ef8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:23:58.748627 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] Attempting to bind port a98efd81-3ffd-410d-a2dd-34305de841ec on network cdddb518-8cf2-4322-a35f-0e12175bafb1 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:23:58.759661 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:23:58.769168 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:23:58.769603 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] Checking segment: {'id': 'f5e9c60a-4a26-44b0-86a6-f78ad9885ef8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:23:58.774366 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:58.775030 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] Bound using segment: {'id': 'f5e9c60a-4a26-44b0-86a6-f78ad9885ef8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:23:58.775890 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] Bound port: a98efd81-3ffd-410d-a2dd-34305de841ec, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e9c60a-4a26-44b0-86a6-f78ad9885ef8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:23:58.776372 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Request body: {'floatingip': {'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:23:58.778032 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:58.801933 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-480de60d-ea36-4e6b-acb1-d58c1b9fceb9 req-264bca49-5b88-4890-9db2-c680c62b9c3a tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 210 time: 0.1603251
Nov 19 14:23:58.811261 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:58.822891 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Usage tracker for resource:floatingip and tenant:e4cdfec880b540fbaaff093eb5b0334c is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:58.843677 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:58.863671 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:58.902688 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for floatingip, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:58.965502 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-977d20b9-0fc0-40ad-96d2-58f33b8d30dc service neutron] 10.222.0.20 "GET /v2.0/networks/80acf9a6-1703-459a-853b-6824e4d40fc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5037019
Nov 19 14:23:58.966540 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.20', 62926) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:59.054943 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:59.260619 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:59.278880 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d3aac59-e908-488c-8ccf-22755d5b594d req-ee3cc229-b1ea-452f-80de-c7e395cdc49e service neutron] 10.222.0.20 "GET /v2.0/networks/80acf9a6-1703-459a-853b-6824e4d40fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2848141
Nov 19 14:23:59.293625 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-3520c094-3408-4367-95c2-515075333277 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:23:59.295198 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-3520c094-3408-4367-95c2-515075333277 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.20 "GET /v2.0/networks?id=ebc75a69-ceaf-497c-bb41-b049f96aa0a7 HTTP/1.1" status: 200  len: 818 time: 0.3260815
Nov 19 14:23:59.310737 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7d6ed-3828-436e-add7-397d1a04d873 req-9462f87e-cfb4-4fca-88ac-ebce32b3cac8 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:23:59.316636 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] For port a98efd81-3ffd-410d-a2dd-34305de841ec, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:23:59.318836 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7cc7d6ed-3828-436e-add7-397d1a04d873 req-9462f87e-cfb4-4fca-88ac-ebce32b3cac8 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 944 time: 0.8644552
Nov 19 14:23:59.342125 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:59.357058 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] For port a98efd81-3ffd-410d-a2dd-34305de841ec, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=a98efd81-3ffd-410d-a2dd-34305de841ec,segment=NetworkSegment(f5e9c60a-4a26-44b0-86a6-f78ad9885ef8),segment_id=f5e9c60a-4a26-44b0-86a6-f78ad9885ef8)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:23:59.359941 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] For port 9ea690a0-583b-4c28-ad2a-c619a15971d9, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=9ea690a0-583b-4c28-ad2a-c619a15971d9,segment=NetworkSegment(8063b039-1f6f-43b0-aac6-5204c597b782),segment_id=8063b039-1f6f-43b0-aac6-5204c597b782)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:23:59.364559 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:59.382958 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7cc7d6ed-3828-436e-add7-397d1a04d873 req-723d591e-08ae-4097-9f29-7bea5a291c36 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623636
Nov 19 14:23:59.522168 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:59.545254 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 54050) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:59.566698 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:59.577988 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-89750105-b9e6-45ee-9943-4d0aa5efcef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:59.651973 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4f76a2-048c-4f8d-b0af-4c2f8d84fb33 None None] Pushing event updated for resources: {'Port': ['ID=a98efd81-3ffd-410d-a2dd-34305de841ec,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:59.661009 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-89750105-b9e6-45ee-9943-4d0aa5efcef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:23:59.667560 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-89750105-b9e6-45ee-9943-4d0aa5efcef0 admin admin] Usage tracker for resource:security_group_rule and tenant:29925366c327498ba09ce48bbe1b57cc is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:23:59.671734 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-89750105-b9e6-45ee-9943-4d0aa5efcef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:23:59.680208 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-89750105-b9e6-45ee-9943-4d0aa5efcef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:23:59.680413 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3b4f76a2-048c-4f8d-b0af-4c2f8d84fb33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:59.693940 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:59.767309 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-89750105-b9e6-45ee-9943-4d0aa5efcef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:59.778175 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-89750105-b9e6-45ee-9943-4d0aa5efcef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:59.779359 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] Routers {'d0a95759-ddad-469e-bbde-0f1a627c223b'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:23:59.779920 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c83b978>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:23:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['d0a95759-ddad-469e-bbde-0f1a627c223b'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:23:59.784284 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Allocated IP 172.27.0.17 (30e7e950-b2fa-4cc4-9540-c3d995e774bc/c880977d-f782-4d1f-ba36-7b5f08e013ca/e0f8c6dd-f78c-44c9-85d5-9ff5a84a53ae) {{(pid=80261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:23:59.813831 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9cdc3b7e-caae-468e-8479-11bcd3c945b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:23:59.826251 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-89750105-b9e6-45ee-9943-4d0aa5efcef0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=29925366c327498ba09ce48bbe1b57cc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2824979
Nov 19 14:23:59.828566 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 54058) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:23:59.889797 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:59.913196 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89750105-b9e6-45ee-9943-4d0aa5efcef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3f2bb8-b703-437c-835f-f3ef6f45e7cd,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:23:59.943986 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-89750105-b9e6-45ee-9943-4d0aa5efcef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:23:59.963899 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-53c58c37-0abf-4642-a974-1ca0af69579c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:23:59.978655 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:00.001265 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-53c58c37-0abf-4642-a974-1ca0af69579c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:00.072755 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Pushing event updated for resources: {'Port': ['ID=9ea690a0-583b-4c28-ad2a-c619a15971d9,revision_number=5']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:00.080122 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:00.113376 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-53c58c37-0abf-4642-a974-1ca0af69579c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:00.122768 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] Set router d0a95759-ddad-469e-bbde-0f1a627c223b gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:24:00.123036 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:00.151012 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-53c58c37-0abf-4642-a974-1ca0af69579c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:00.155601 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-53c58c37-0abf-4642-a974-1ca0af69579c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a3f2bb8-b703-437c-835f-f3ef6f45e7cd HTTP/1.1" status: 204  len: 168 time: 0.3243463
Nov 19 14:24:00.156854 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c58c37-0abf-4642-a974-1ca0af69579c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3f2bb8-b703-437c-835f-f3ef6f45e7cd,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:00.160685 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-53c58c37-0abf-4642-a974-1ca0af69579c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:00.245341 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-232b24b3-1200-4521-beaa-df14b3e33992 req-95143a38-99a6-41a7-b661-5156d7b6821c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 210 time: 0.0661511
Nov 19 14:24:00.264874 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for port, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:00.304570 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582'] for port, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:00.323331 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:00.489589 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Pushing event updated for resources: {'Port': ['ID=e0f8c6dd-f78c-44c9-85d5-9ff5a84a53ae,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:00.511629 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:00.638025 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Network 30e7e950-b2fa-4cc4-9540-c3d995e774bc is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:24:00.639848 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:24:00.646414 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Received port after_create {{(pid=80261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:24:00.731953 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725a469-59b2-4055-b713-cd552abea323 req-370521a1-8c9f-438d-aa45-7a52a19a21e4 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:00.734113 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e725a469-59b2-4055-b713-cd552abea323 req-370521a1-8c9f-438d-aa45-7a52a19a21e4 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 944 time: 0.1093314
Nov 19 14:24:00.735754 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for floatingip, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:00.816738 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:00.821873 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c83b978>, [{'id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'name': 'tempest-AttachVolumeTestJSON-202479420-router', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:44Z', 'revision_number': 4, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'gw_port': {'id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'a98efd81-3ffd-410d-a2dd-34305de841ec', 'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'mac_address': 'fa:16:3e:3d:48:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:41Z', 'updated_at': '2020-11-19T14:23:59Z', 'revision_number': 4, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'subnets': [{'id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:24:00.827066 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb615d2-8c66-48f9-b4a0-b6c1fe1e703f None None] The sync data for ids ['d0a95759-ddad-469e-bbde-0f1a627c223b'] in dv-cinder-763306-2-iscsi is: [{'id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'name': 'tempest-AttachVolumeTestJSON-202479420-router', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:44Z', 'revision_number': 4, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'gw_port': {'id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'a98efd81-3ffd-410d-a2dd-34305de841ec', 'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'mac_address': 'fa:16:3e:3d:48:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:41Z', 'updated_at': '2020-11-19T14:23:59Z', 'revision_number': 4, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'subnets': [{'id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:24:00.831640 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e725a469-59b2-4055-b713-cd552abea323 req-8d76ecab-9149-4315-87c6-c1c78c9c58c0 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901709
Nov 19 14:24:01.541213 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b3de46b7-0b4a-4280-ab28-316ca295b8d9 req-9baa8873-b412-4924-8540-66f0f7e07e45 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 210 time: 0.0639532
Nov 19 14:24:01.564356 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for port, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:01.570485 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:01.590951 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4acac278-b21d-42c0-9270-27f3ac09ea45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:01.735752 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 9ea690a0-583b-4c28-ad2a-c619a15971d9 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:24:01.774837 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Pushing event updated for resources: {'Port': ['ID=e0f8c6dd-f78c-44c9-85d5-9ff5a84a53ae,revision_number=2']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:01.780485 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:01.844228 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:01.915053 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:01.919102 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.1655965
Nov 19 14:24:01.980924 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 9ea690a0-583b-4c28-ad2a-c619a15971d9 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:24:01.981436 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:02.013036 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-ec855093-3e1c-40fd-93ab-4f85c1ad8b7d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Request body: {'port': {'device_id': '27f6bf8a-3157-4a61-a64e-16e3d94b7ad7', 'network_id': 'ebc75a69-ceaf-497c-bb41-b049f96aa0a7', 'admin_state_up': True, 'tenant_id': 'c423d5e8c09244fb852385eabc7c6c60'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:24:02.221693 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device a98efd81-3ffd-410d-a2dd-34305de841ec up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:24:02.351182 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-92794d8b-e474-49e8-8cb0-6111ffb0241d req-fd5b6a2a-e9f8-4176-be16-c2b1559eb370 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4615d3a074f2088e8036340eaa188&device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 1161 time: 0.2954884
Nov 19 14:24:02.361147 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbed384-2b5f-447a-b9d6-4ca1ad24f5a5 req-d84058a8-47b1-47e1-beb9-be0d77312a46 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:02.371716 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2cbed384-2b5f-447a-b9d6-4ca1ad24f5a5 req-d84058a8-47b1-47e1-beb9-be0d77312a46 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 944 time: 0.1964622
Nov 19 14:24:02.380430 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port a98efd81-3ffd-410d-a2dd-34305de841ec completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:24:02.401007 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port a98efd81-3ffd-410d-a2dd-34305de841ec triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:24:02.401741 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:02.439370 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-ec855093-3e1c-40fd-93ab-4f85c1ad8b7d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:02.461326 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-ec855093-3e1c-40fd-93ab-4f85c1ad8b7d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:02.573014 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:02.585538 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-1d5b7fe4-76a2-478f-b676-ec7c35a09bb8 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Synchronizing usage tracker for tenant:e4cdfec880b540fbaaff093eb5b0334c on resource:security_group {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:24:02.604935 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2cbed384-2b5f-447a-b9d6-4ca1ad24f5a5 req-5965d49c-552a-4811-8366-6ab4c025967b tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2318892
Nov 19 14:24:02.642004 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-ec855093-3e1c-40fd-93ab-4f85c1ad8b7d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Made reservation on behalf of c423d5e8c09244fb852385eabc7c6c60 for: {'port': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:24:02.656253 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] For port a98efd81-3ffd-410d-a2dd-34305de841ec, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=a98efd81-3ffd-410d-a2dd-34305de841ec,segment=NetworkSegment(f5e9c60a-4a26-44b0-86a6-f78ad9885ef8),segment_id=f5e9c60a-4a26-44b0-86a6-f78ad9885ef8)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:24:02.657886 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-ec855093-3e1c-40fd-93ab-4f85c1ad8b7d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:02.661592 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:02.668186 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:02.777151 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-1d5b7fe4-76a2-478f-b676-ec7c35a09bb8 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Unset dirty status for tenant:e4cdfec880b540fbaaff093eb5b0334c on resource:security_group {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:24:02.789732 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-1d5b7fe4-76a2-478f-b676-ec7c35a09bb8 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--745712466&fields=id&tenant_id=e4cdfec880b540fbaaff093eb5b0334c HTTP/1.1" status: 200  len: 267 time: 0.3029923
Nov 19 14:24:02.813092 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Pushing event updated for resources: {'Port': ['ID=a98efd81-3ffd-410d-a2dd-34305de841ec,revision_number=5']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:02.817147 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:02.928016 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a2e5227e-78ab-4c44-98cf-7088d78eeda2 req-7bdcb7ef-1975-477f-9a6d-681923b4556f tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 210 time: 0.1013219
Nov 19 14:24:02.930685 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92794d8b-e474-49e8-8cb0-6111ffb0241d req-5b6dc274-78b1-44ba-b837-ab7677948966 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:02.932262 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-92794d8b-e474-49e8-8cb0-6111ffb0241d req-5b6dc274-78b1-44ba-b837-ab7677948966 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80acf9a6-1703-459a-853b-6824e4d40fc2 HTTP/1.1" status: 200  len: 905 time: 0.4849026
Nov 19 14:24:02.996512 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 54170) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:03.030253 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-92794d8b-e474-49e8-8cb0-6111ffb0241d req-a34dd91c-a70b-4c2c-a778-de877e2f20f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12cfb433-0475-4ad8-bb75-0ba9e81b3f00 HTTP/1.1" status: 200  len: 217 time: 0.0874031
Nov 19 14:24:03.136571 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.20', 62933) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:03.389706 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-ec855093-3e1c-40fd-93ab-4f85c1ad8b7d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Allocated IP 172.20.0.11 (ebc75a69-ceaf-497c-bb41-b049f96aa0a7/f8dea17d-5e4e-426b-8f91-2edb1085e5c9/1548e96e-918b-4df4-a06f-34a05ed3dbc0) {{(pid=80261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:24:03.460012 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92794d8b-e474-49e8-8cb0-6111ffb0241d req-bbb32d8e-4806-41b4-b387-73f1dddd91d9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:03.461624 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-92794d8b-e474-49e8-8cb0-6111ffb0241d req-bbb32d8e-4806-41b4-b387-73f1dddd91d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50e198b2-ee89-4388-a114-d02530a08401 HTTP/1.1" status: 200  len: 851 time: 0.4216518
Nov 19 14:24:03.513545 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-1046df33-df21-4721-b3c0-ec7ac5b7cfdf tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:03.515491 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-1046df33-df21-4721-b3c0-ec7ac5b7cfdf tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/networks?id=cdddb518-8cf2-4322-a35f-0e12175bafb1 HTTP/1.1" status: 200  len: 810 time: 0.7248607
Nov 19 14:24:03.535868 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b15c5ce7-3a33-4695-94fe-186a3897fca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:03.604266 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-e4c0320c-6bfe-4b85-b634-3cd45b0b8ed9 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:03.606901 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-e4c0320c-6bfe-4b85-b634-3cd45b0b8ed9 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.20 "GET /v2.0/networks?id=ebc75a69-ceaf-497c-bb41-b049f96aa0a7 HTTP/1.1" status: 200  len: 818 time: 0.4689980
Nov 19 14:24:03.609174 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-92794d8b-e474-49e8-8cb0-6111ffb0241d req-210193e7-63c9-4b68-bd73-9f062736f554 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80acf9a6-1703-459a-853b-6824e4d40fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1405478
Nov 19 14:24:03.647182 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-1cd25996-b077-4f57-ab13-4095652b92e5 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/quotas/e4cdfec880b540fbaaff093eb5b0334c HTTP/1.1" status: 200  len: 375 time: 0.0913270
Nov 19 14:24:03.738195 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device a98efd81-3ffd-410d-a2dd-34305de841ec up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:24:03.777591 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-2e60c527-66f2-4a1c-b06e-03f0a4920dd4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Request body: {'port': {'device_id': '2e12860d-c0d1-4441-b4c6-f91824a39b83', 'network_id': 'ebc75a69-ceaf-497c-bb41-b049f96aa0a7', 'admin_state_up': True, 'tenant_id': 'c423d5e8c09244fb852385eabc7c6c60'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:24:03.863709 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port a98efd81-3ffd-410d-a2dd-34305de841ec triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:24:03.864255 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:04.060373 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-2e60c527-66f2-4a1c-b06e-03f0a4920dd4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:04.071548 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-2e60c527-66f2-4a1c-b06e-03f0a4920dd4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:04.092375 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-b15c5ce7-3a33-4695-94fe-186a3897fca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:04.106839 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-ec855093-3e1c-40fd-93ab-4f85c1ad8b7d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Notify callbacks [] for port, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:04.114215 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-2e60c527-66f2-4a1c-b06e-03f0a4920dd4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Made reservation on behalf of c423d5e8c09244fb852385eabc7c6c60 for: {'port': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:24:04.120493 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-b15c5ce7-3a33-4695-94fe-186a3897fca7 admin admin] Usage tracker for resource:security_group_rule and tenant:e89399ea6e7449ea95606f850b754aac is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:04.121113 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-2e60c527-66f2-4a1c-b06e-03f0a4920dd4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:04.124231 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-b15c5ce7-3a33-4695-94fe-186a3897fca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:04.133338 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-b15c5ce7-3a33-4695-94fe-186a3897fca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:04.226193 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b15c5ce7-3a33-4695-94fe-186a3897fca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:04.244119 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-59bb4fe9-aef2-4c85-84a5-d8e8acc70772 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4cdfec880b540fbaaff093eb5b0334c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5973206
Nov 19 14:24:04.247212 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b15c5ce7-3a33-4695-94fe-186a3897fca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:04.266617 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2e992f69-0ec1-49c4-a2a5-e52b0f74c0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:04.361538 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.objects.ports [None req-a6c75ca5-b555-497e-8d24-05aa8c61c799 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80262) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 14:24:04.440237 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-b15c5ce7-3a33-4695-94fe-186a3897fca7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e89399ea6e7449ea95606f850b754aac&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3597164
Nov 19 14:24:04.448618 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 54224) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:04.454305 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c5ce7-3a33-4695-94fe-186a3897fca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4f92d6-1851-417c-9fb5-0ff42a161c61,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:04.480699 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-ec855093-3e1c-40fd-93ab-4f85c1ad8b7d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582'] for port, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:04.495991 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b15c5ce7-3a33-4695-94fe-186a3897fca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:04.516981 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-07cacebe-3c65-45c6-81e7-575c4105e984 service neutron] 10.222.0.35 "GET /v2.0/networks/cdddb518-8cf2-4322-a35f-0e12175bafb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2513940
Nov 19 14:24:04.576250 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-92794d8b-e474-49e8-8cb0-6111ffb0241d req-7e853908-cabb-4d2e-b3e2-726333c5c7bc service neutron] 10.222.0.20 "GET /v2.0/networks/80acf9a6-1703-459a-853b-6824e4d40fc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4959426
Nov 19 14:24:04.601367 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:04.648588 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b153c-7c98-48af-af20-4e912579e8de req-2cb50edf-ee5f-4387-a3ed-4832a9e2a309 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:04.650181 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1f2b153c-7c98-48af-af20-4e912579e8de req-2cb50edf-ee5f-4387-a3ed-4832a9e2a309 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 944 time: 0.5454977
Nov 19 14:24:04.772786 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1f2b153c-7c98-48af-af20-4e912579e8de req-6440c34f-4374-472e-8e1e-2462c708da59 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130328
Nov 19 14:24:04.847742 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6ce08fe0-7ffa-47be-8624-9cc4586b1eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:04.867950 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec855093-3e1c-40fd-93ab-4f85c1ad8b7d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Pushing event updated for resources: {'Port': ['ID=1548e96e-918b-4df4-a06f-34a05ed3dbc0,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:04.887438 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-2e60c527-66f2-4a1c-b06e-03f0a4920dd4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Allocated IP 172.20.0.6 (ebc75a69-ceaf-497c-bb41-b049f96aa0a7/f8dea17d-5e4e-426b-8f91-2edb1085e5c9/c7cdcf7b-bee7-4dd9-b68a-d0af9924414d) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:24:04.916773 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ec855093-3e1c-40fd-93ab-4f85c1ad8b7d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:05.004151 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-f5bb73da-a11a-44ed-a7c9-e78afd75bf6c service neutron] 10.222.0.35 "GET /v2.0/networks/cdddb518-8cf2-4322-a35f-0e12175bafb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4784477
Nov 19 14:24:05.010215 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6ce08fe0-7ffa-47be-8624-9cc4586b1eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:05.053494 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-acbcd96d-c2b8-428b-804f-ed572d8e383f req-1f0e1d29-f3f7-4743-92ce-50e1ff30fc3e tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 210 time: 0.0763283
Nov 19 14:24:05.066578 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-ec855093-3e1c-40fd-93ab-4f85c1ad8b7d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Network ebc75a69-ceaf-497c-bb41-b049f96aa0a7 is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:24:05.069964 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-ec855093-3e1c-40fd-93ab-4f85c1ad8b7d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:24:05.087812 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-ec855093-3e1c-40fd-93ab-4f85c1ad8b7d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Received port after_create {{(pid=80261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:24:05.087812 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-ec855093-3e1c-40fd-93ab-4f85c1ad8b7d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:05.087812 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-ec855093-3e1c-40fd-93ab-4f85c1ad8b7d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for port, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:05.114120 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6ce08fe0-7ffa-47be-8624-9cc4586b1eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:05.116694 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6ce08fe0-7ffa-47be-8624-9cc4586b1eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:05.117987 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-6ce08fe0-7ffa-47be-8624-9cc4586b1eed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f4f92d6-1851-417c-9fb5-0ff42a161c61 HTTP/1.1" status: 204  len: 168 time: 0.6683357
Nov 19 14:24:05.118975 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:05.129468 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-ec855093-3e1c-40fd-93ab-4f85c1ad8b7d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1307993
Nov 19 14:24:05.132094 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce08fe0-7ffa-47be-8624-9cc4586b1eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4f92d6-1851-417c-9fb5-0ff42a161c61,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:05.136210 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-6ce08fe0-7ffa-47be-8624-9cc4586b1eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:05.328397 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-e2261c0a-e777-41e4-9abb-41b88239cf15 req-7e804a75-d07a-45eb-9911-0c494d040986 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Synchronizing usage tracker for tenant:e4cdfec880b540fbaaff093eb5b0334c on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:24:05.372059 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-2e60c527-66f2-4a1c-b06e-03f0a4920dd4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:05.393751 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-e2261c0a-e777-41e4-9abb-41b88239cf15 req-7e804a75-d07a-45eb-9911-0c494d040986 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Unset dirty status for tenant:e4cdfec880b540fbaaff093eb5b0334c on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:24:05.395060 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e2261c0a-e777-41e4-9abb-41b88239cf15 req-7e804a75-d07a-45eb-9911-0c494d040986 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 210 time: 0.1334872
Nov 19 14:24:05.412181 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-2e60c527-66f2-4a1c-b06e-03f0a4920dd4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:05.439455 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:05.607441 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e60c527-66f2-4a1c-b06e-03f0a4920dd4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Pushing event updated for resources: {'Port': ['ID=c7cdcf7b-bee7-4dd9-b68a-d0af9924414d,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:05.612983 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2e60c527-66f2-4a1c-b06e-03f0a4920dd4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:05.665233 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-2e60c527-66f2-4a1c-b06e-03f0a4920dd4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Network ebc75a69-ceaf-497c-bb41-b049f96aa0a7 is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:24:05.666677 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-2e60c527-66f2-4a1c-b06e-03f0a4920dd4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:24:05.669036 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-2e60c527-66f2-4a1c-b06e-03f0a4920dd4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:24:05.674010 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-2e60c527-66f2-4a1c-b06e-03f0a4920dd4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:05.674806 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-2e60c527-66f2-4a1c-b06e-03f0a4920dd4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:05.700554 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-2e60c527-66f2-4a1c-b06e-03f0a4920dd4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9272554
Nov 19 14:24:05.797419 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 54268) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:05.817795 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-84189b2d-8a9d-4554-9cbe-05fc422d906e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:05.852175 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-84189b2d-8a9d-4554-9cbe-05fc422d906e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:05.856314 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-84189b2d-8a9d-4554-9cbe-05fc422d906e admin admin] Usage tracker for resource:security_group_rule and tenant:dcf80e1bb1a44ddf91aea7957b1cda01 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:05.859302 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-84189b2d-8a9d-4554-9cbe-05fc422d906e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:05.865939 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-84189b2d-8a9d-4554-9cbe-05fc422d906e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:05.975401 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-84189b2d-8a9d-4554-9cbe-05fc422d906e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:06.162455 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-84189b2d-8a9d-4554-9cbe-05fc422d906e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:06.171284 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:06.223295 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84189b2d-8a9d-4554-9cbe-05fc422d906e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fda456-f1e7-4a0b-addc-338c51901d51,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:06.228222 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-84189b2d-8a9d-4554-9cbe-05fc422d906e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:06.235548 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-84189b2d-8a9d-4554-9cbe-05fc422d906e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dcf80e1bb1a44ddf91aea7957b1cda01&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4331696
Nov 19 14:24:06.235548 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 54278) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:06.271534 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a27af-10da-43c2-b580-84990494aea5 req-e8ef2017-597f-43cf-9f47-ed54bffdf935 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:06.273136 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-338a27af-10da-43c2-b580-84990494aea5 req-e8ef2017-597f-43cf-9f47-ed54bffdf935 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 944 time: 0.3519037
Nov 19 14:24:06.273399 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5008d-6c99-4015-ad36-868d036f1c3d req-75ef261b-19f1-4007-89ae-5322a1999b85 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:06.274152 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-c5a5008d-6c99-4015-ad36-868d036f1c3d req-75ef261b-19f1-4007-89ae-5322a1999b85 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Synchronizing usage tracker for tenant:c423d5e8c09244fb852385eabc7c6c60 on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:24:06.291981 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-c5a5008d-6c99-4015-ad36-868d036f1c3d req-75ef261b-19f1-4007-89ae-5322a1999b85 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Unset dirty status for tenant:c423d5e8c09244fb852385eabc7c6c60 on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:24:06.293260 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c5a5008d-6c99-4015-ad36-868d036f1c3d req-75ef261b-19f1-4007-89ae-5322a1999b85 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 931 time: 0.1038020
Nov 19 14:24:06.344524 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c5a5008d-6c99-4015-ad36-868d036f1c3d req-21dbcf9f-c30f-49d4-adbf-7924fa0e1f62 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447581
Nov 19 14:24:06.347715 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-03ca188a-d4be-4f2e-8d54-d1f266afa4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:06.352260 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-338a27af-10da-43c2-b580-84990494aea5 req-ebb6b13f-f645-4eed-a284-da251f7e6220 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725522
Nov 19 14:24:06.381245 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-03ca188a-d4be-4f2e-8d54-d1f266afa4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:06.425067 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-03ca188a-d4be-4f2e-8d54-d1f266afa4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:06.429834 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:06.443171 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca188a-d4be-4f2e-8d54-d1f266afa4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fda456-f1e7-4a0b-addc-338c51901d51,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:06.445789 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-03ca188a-d4be-4f2e-8d54-d1f266afa4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:06.447779 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-03ca188a-d4be-4f2e-8d54-d1f266afa4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:06.449606 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-03ca188a-d4be-4f2e-8d54-d1f266afa4f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/24fda456-f1e7-4a0b-addc-338c51901d51 HTTP/1.1" status: 204  len: 168 time: 0.2127762
Nov 19 14:24:06.594770 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3f3e3f1f-0913-4810-b593-a18d4c59ac36 req-782715e4-ee5b-4849-b184-1133b37a6561 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 210 time: 0.0466554
Nov 19 14:24:07.347910 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 54310) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:07.514114 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Request body: {'port': {'device_id': '2e12860d-c0d1-4441-b4c6-f91824a39b83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:24:07.531508 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-724822653-network', 'tenant_id': '5e03ab963bb247218e38bf7b07b13cd6'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:24:07.539937 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Request body: {'port': {'device_id': '27f6bf8a-3157-4a61-a64e-16e3d94b7ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:24:07.577031 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:07.599140 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Usage tracker for resource:network and tenant:5e03ab963bb247218e38bf7b07b13cd6 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:07.603389 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:07.614502 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:07.684355 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Made reservation on behalf of 5e03ab963bb247218e38bf7b07b13cd6 for: {'network': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:24:07.689144 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for network, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:07.740529 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:07.751313 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:07.795870 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:07.801278 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Usage tracker for resource:security_group_rule and tenant:5e03ab963bb247218e38bf7b07b13cd6 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:07.804622 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:07.808169 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-92794d8b-e474-49e8-8cb0-6111ffb0241d req-5eee8aeb-c330-4825-9d1d-df88363ddfbf service neutron] 10.222.0.20 "GET /v2.0/networks/80acf9a6-1703-459a-853b-6824e4d40fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3298013
Nov 19 14:24:07.811437 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:07.811744 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:07.845803 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b58b7-e0f2-4923-8ce0-77d655d670da req-3065caf6-5429-4fc1-880b-df7bda480e5a tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:07.854708 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-134b58b7-e0f2-4923-8ce0-77d655d670da req-3065caf6-5429-4fc1-880b-df7bda480e5a tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 944 time: 0.3449471
Nov 19 14:24:07.864757 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b16100-7047-4858-90e3-005510fed673 req-2baca950-4ab2-4e33-857f-179a67c4cf59 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:07.865535 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-d5b16100-7047-4858-90e3-005510fed673 req-2baca950-4ab2-4e33-857f-179a67c4cf59 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Synchronizing usage tracker for tenant:c423d5e8c09244fb852385eabc7c6c60 on resource:port {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:24:07.942508 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-d5b16100-7047-4858-90e3-005510fed673 req-2baca950-4ab2-4e33-857f-179a67c4cf59 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Unset dirty status for tenant:c423d5e8c09244fb852385eabc7c6c60 on resource:port {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:24:07.944023 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d5b16100-7047-4858-90e3-005510fed673 req-2baca950-4ab2-4e33-857f-179a67c4cf59 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 931 time: 0.4698982
Nov 19 14:24:08.005624 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-134b58b7-e0f2-4923-8ce0-77d655d670da req-006c15ee-c325-4bec-a180-c62f771e21bc tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498983
Nov 19 14:24:08.182059 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:08.190212 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:08.199034 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-57c6a849-99dd-4489-a229-46f91f479b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:08.259244 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 14:24:08.266935 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b33d04b1-bdc4-44f3-ae44-8243c33af6da req-e1f1baa2-714c-4d5f-9b9d-97963cea5d63 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 210 time: 0.1138160
Nov 19 14:24:08.272482 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354a7f60-57a7-484f-bd93-2d9942130a46,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:08.276259 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-d5b16100-7047-4858-90e3-005510fed673 req-627c3119-8a06-408f-b570-0905f2966590 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Synchronizing usage tracker for tenant:c423d5e8c09244fb852385eabc7c6c60 on resource:security_group {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:24:08.281769 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:08.283354 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:08.283988 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.segments_db [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Added segment f2ece650-eeb5-46f0-9231-4170e4cdbdc5 of type vxlan for network a6a41a6a-7682-4171-bb0f-953e6a939af1
Nov 19 14:24:08.317400 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-d5b16100-7047-4858-90e3-005510fed673 req-627c3119-8a06-408f-b570-0905f2966590 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Unset dirty status for tenant:c423d5e8c09244fb852385eabc7c6c60 on resource:security_group {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:24:08.318684 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d5b16100-7047-4858-90e3-005510fed673 req-627c3119-8a06-408f-b570-0905f2966590 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3617461
Nov 19 14:24:08.322717 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774145649933'] for network, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:08.358053 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:08.359463 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:08.360185 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:08.366354 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ee7bb6b3-d8cf-41e9-ac6b-2b28d113b73c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:08.405112 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7cdcf7b-bee7-4dd9-b68a-d0af9924414d {{(pid=80260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 14:24:08.413820 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:08.429348 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Transition to ACTIVE for port object c7cdcf7b-bee7-4dd9-b68a-d0af9924414d will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:24:08.437400 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:08.457083 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:08.503841 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 12cfb433-0475-4ad8-bb75-0ba9e81b3f00 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:24:08.509689 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.1605892
Nov 19 14:24:08.510505 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Pushing event updated for resources: {'Network': ['ID=a6a41a6a-7682-4171-bb0f-953e6a939af1,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:08.531082 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 54352) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:08.540412 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:08.544381 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-b06622c2-101a-472e-a58c-33b82ef9de36 admin admin] Request body: {'subnet': {'network_id': 'a6a41a6a-7682-4171-bb0f-953e6a939af1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-724822653-subnet', 'tenant_id': '5e03ab963bb247218e38bf7b07b13cd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:24:08.557496 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Network a6a41a6a-7682-4171-bb0f-953e6a939af1 details requested by agent ovs-agent-dv-cinder-763306-2-iscsi with host dv-cinder-763306-2-iscsi {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:24:08.608554 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-b06622c2-101a-472e-a58c-33b82ef9de36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:08.622912 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-b06622c2-101a-472e-a58c-33b82ef9de36 admin admin] Usage tracker for resource:subnet and tenant:5e03ab963bb247218e38bf7b07b13cd6 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:08.627672 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-b06622c2-101a-472e-a58c-33b82ef9de36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:08.637583 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-b06622c2-101a-472e-a58c-33b82ef9de36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:08.682541 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Network a6a41a6a-7682-4171-bb0f-953e6a939af1 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:24:08.696887 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06622c2-101a-472e-a58c-33b82ef9de36 admin admin] Made reservation on behalf of 5e03ab963bb247218e38bf7b07b13cd6 for: {'subnet': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:24:08.701202 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b06622c2-101a-472e-a58c-33b82ef9de36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:08.868294 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Pushing event updated for resources: {'Port': ['ID=c7cdcf7b-bee7-4dd9-b68a-d0af9924414d,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:08.915104 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:09.058951 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-f6cd539c-b8e4-42a7-bbe2-144830ade196 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:09.060209 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-f6cd539c-b8e4-42a7-bbe2-144830ade196 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Synchronizing usage tracker for tenant:e4cdfec880b540fbaaff093eb5b0334c on resource:network {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:24:09.061877 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning for port 12cfb433-0475-4ad8-bb75-0ba9e81b3f00 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:24:09.073405 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 12cfb433-0475-4ad8-bb75-0ba9e81b3f00 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:24:09.074079 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:09.150352 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-f6cd539c-b8e4-42a7-bbe2-144830ade196 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Unset dirty status for tenant:e4cdfec880b540fbaaff093eb5b0334c on resource:network {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:24:09.151683 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-f6cd539c-b8e4-42a7-bbe2-144830ade196 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.20 "GET /v2.0/networks?id=cdddb518-8cf2-4322-a35f-0e12175bafb1 HTTP/1.1" status: 200  len: 810 time: 0.6533010
Nov 19 14:24:09.204264 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1548e96e-918b-4df4-a06f-34a05ed3dbc0 {{(pid=80261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 14:24:09.222946 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:09.243235 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Transition to ACTIVE for port object 1548e96e-918b-4df4-a06f-34a05ed3dbc0 will not be triggered until provisioned by entity L2. {{(pid=80261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:24:09.254579 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:09.274422 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:09.290850 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:09.323649 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0386b673-ac82-4934-9071-16df604a1fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cfb433-0475-4ad8-bb75-0ba9e81b3f00'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:24:09.489513 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 12cfb433-0475-4ad8-bb75-0ba9e81b3f00, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=12cfb433-0475-4ad8-bb75-0ba9e81b3f00,segment=NetworkSegment(7e79ac78-163e-4885-8b42-e8d79bd2dcc6),segment_id=7e79ac78-163e-4885-8b42-e8d79bd2dcc6)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:24:09.503178 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:09.505599 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Pushing event updated for resources: {'Port': ['ID=1548e96e-918b-4df4-a06f-34a05ed3dbc0,revision_number=2']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:09.506479 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:09.511000 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b06622c2-101a-472e-a58c-33b82ef9de36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for subnet, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:09.512102 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:09.533894 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-66ef8cc8-608b-47fb-b371-666299221eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:09.651452 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=12cfb433-0475-4ad8-bb75-0ba9e81b3f00,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:09.664186 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:09.685210 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06622c2-101a-472e-a58c-33b82ef9de36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39ef0ad3-f4b7-4131-bbac-cb7f40a3ec28,revision_number=0']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:09.855498 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Attempting to bind port c7cdcf7b-bee7-4dd9-b68a-d0af9924414d on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:24:09.855680 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Attempting to bind port c7cdcf7b-bee7-4dd9-b68a-d0af9924414d by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '8063b039-1f6f-43b0-aac6-5204c597b782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ebc75a69-ceaf-497c-bb41-b049f96aa0a7'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:24:09.855983 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Attempting to bind port c7cdcf7b-bee7-4dd9-b68a-d0af9924414d on network ebc75a69-ceaf-497c-bb41-b049f96aa0a7 {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:24:09.871794 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b06622c2-101a-472e-a58c-33b82ef9de36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:09.872862 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-5a489ae3-c9f3-4e37-ac96-62f899ba540f tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Synchronizing usage tracker for tenant:e4cdfec880b540fbaaff093eb5b0334c on resource:security_group {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:24:09.874543 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a56566ec-763a-4e7d-a4b4-e89984cc96a5 req-a95872c7-504b-488c-8371-e136b1a4a7b4 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 210 time: 0.1961837
Nov 19 14:24:09.896231 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d98ee-b322-40a9-8676-b68a1602b8ca req-6b333de1-72c5-4da7-a39a-a3dcd3595c38 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:09.915123 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3b6d98ee-b322-40a9-8676-b68a1602b8ca req-6b333de1-72c5-4da7-a39a-a3dcd3595c38 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 946 time: 0.6209018
Nov 19 14:24:09.917300 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Checking agent: {'id': 'd378d45e-d3db-4cef-bd1d-68c8d9116f29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 21, 43), 'started_at': datetime.datetime(2020, 11, 19, 14, 22, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:24:09.917689 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Checking segment: {'id': '8063b039-1f6f-43b0-aac6-5204c597b782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ebc75a69-ceaf-497c-bb41-b049f96aa0a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:24:09.918105 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:09.918512 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Bound using segment: {'id': '8063b039-1f6f-43b0-aac6-5204c597b782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ebc75a69-ceaf-497c-bb41-b049f96aa0a7'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:24:09.919052 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Bound port: c7cdcf7b-bee7-4dd9-b68a-d0af9924414d, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8063b039-1f6f-43b0-aac6-5204c597b782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ebc75a69-ceaf-497c-bb41-b049f96aa0a7'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:24:09.919432 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:09.983207 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-5a489ae3-c9f3-4e37-ac96-62f899ba540f tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Unset dirty status for tenant:e4cdfec880b540fbaaff093eb5b0334c on resource:security_group {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:24:09.984545 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-5a489ae3-c9f3-4e37-ac96-62f899ba540f tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4cdfec880b540fbaaff093eb5b0334c HTTP/1.1" status: 200  len: 5043 time: 0.7024131
Nov 19 14:24:10.026411 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Attempting to bind port 1548e96e-918b-4df4-a06f-34a05ed3dbc0 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:24:10.026891 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Attempting to bind port 1548e96e-918b-4df4-a06f-34a05ed3dbc0 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '8063b039-1f6f-43b0-aac6-5204c597b782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ebc75a69-ceaf-497c-bb41-b049f96aa0a7'}] {{(pid=80261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:24:10.027277 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Attempting to bind port 1548e96e-918b-4df4-a06f-34a05ed3dbc0 on network ebc75a69-ceaf-497c-bb41-b049f96aa0a7 {{(pid=80261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:24:10.043107 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06622c2-101a-472e-a58c-33b82ef9de36 admin admin] Checking segment: {'id': 'f2ece650-eeb5-46f0-9231-4170e4cdbdc5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a6a41a6a-7682-4171-bb0f-953e6a939af1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:24:10.043465 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06622c2-101a-472e-a58c-33b82ef9de36 admin admin] Network hostable DHCP agents. Network: a6a41a6a-7682-4171-bb0f-953e6a939af1, hostable agents: ['4a7d4b2f-f99e-495c-ba2f-c341fae68c03'], hosted agents: [] {{(pid=80261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 14:24:10.050064 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3b6d98ee-b322-40a9-8676-b68a1602b8ca req-a8d5e5c6-6b59-4b63-826f-ddfe2127d40a tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339903
Nov 19 14:24:10.084919 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-922241c8-5fff-476b-ae49-217903d2724a service neutron] For port c7cdcf7b-bee7-4dd9-b68a-d0af9924414d, host hv-cinder-76330, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:24:10.090377 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-922241c8-5fff-476b-ae49-217903d2724a service neutron] For port c7cdcf7b-bee7-4dd9-b68a-d0af9924414d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c7cdcf7b-bee7-4dd9-b68a-d0af9924414d,segment=NetworkSegment(8063b039-1f6f-43b0-aac6-5204c597b782),segment_id=8063b039-1f6f-43b0-aac6-5204c597b782)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:24:10.092619 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Checking agent: {'id': 'd378d45e-d3db-4cef-bd1d-68c8d9116f29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 21, 43), 'started_at': datetime.datetime(2020, 11, 19, 14, 22, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:24:10.092993 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Checking segment: {'id': '8063b039-1f6f-43b0-aac6-5204c597b782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ebc75a69-ceaf-497c-bb41-b049f96aa0a7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:24:10.093437 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:10.094307 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Bound using segment: {'id': '8063b039-1f6f-43b0-aac6-5204c597b782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ebc75a69-ceaf-497c-bb41-b049f96aa0a7'} {{(pid=80261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:24:10.094307 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Bound port: 1548e96e-918b-4df4-a06f-34a05ed3dbc0, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8063b039-1f6f-43b0-aac6-5204c597b782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ebc75a69-ceaf-497c-bb41-b049f96aa0a7'}}] {{(pid=80261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:24:10.094733 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:10.101388 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:10.122473 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d0ac26ae-2a7e-415a-a13d-6113d6892848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:10.258320 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0386b673-ac82-4934-9071-16df604a1fcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cfb433-0475-4ad8-bb75-0ba9e81b3f00', 'code': 200}
Nov 19 14:24:10.272569 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Pushing event updated for resources: {'Port': ['ID=c7cdcf7b-bee7-4dd9-b68a-d0af9924414d,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:10.276322 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:10.334221 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:10.335809 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-922241c8-5fff-476b-ae49-217903d2724a service neutron] 10.222.0.20 "PUT /v2.0/ports/c7cdcf7b-bee7-4dd9-b68a-d0af9924414d HTTP/1.1" status: 200  len: 1157 time: 2.8316646
Nov 19 14:24:10.336326 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e12860d-c0d1-4441-b4c6-f91824a39b83', 'tag': 'c7cdcf7b-bee7-4dd9-b68a-d0af9924414d'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:24:10.396943 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e12860d-c0d1-4441-b4c6-f91824a39b83', 'tag': 'c7cdcf7b-bee7-4dd9-b68a-d0af9924414d', 'status': 'completed', 'code': 200}
Nov 19 14:24:10.410416 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06622c2-101a-472e-a58c-33b82ef9de36 admin admin] Network a6a41a6a-7682-4171-bb0f-953e6a939af1 is scheduled to be hosted by DHCP agent 4a7d4b2f-f99e-495c-ba2f-c341fae68c03 with binding_index 1 {{(pid=80261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 14:24:10.432614 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-b06622c2-101a-472e-a58c-33b82ef9de36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-iscsi, a6a41a6a-7682-4171-bb0f-953e6a939af1) {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:24:10.436776 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06622c2-101a-472e-a58c-33b82ef9de36 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:10.437652 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b06622c2-101a-472e-a58c-33b82ef9de36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for subnet, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:10.443301 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d892e35e-9547-477f-9674-7b57e76e2c9a None None] Network a6a41a6a-7682-4171-bb0f-953e6a939af1 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:24:10.485631 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-17741874-4674-4a7a-aca6-18565b70088e service neutron] For port 1548e96e-918b-4df4-a06f-34a05ed3dbc0, host hv-cinder-76330, cleared binding levels {{(pid=80261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:24:10.492464 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-17741874-4674-4a7a-aca6-18565b70088e service neutron] For port 1548e96e-918b-4df4-a06f-34a05ed3dbc0, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1548e96e-918b-4df4-a06f-34a05ed3dbc0,segment=NetworkSegment(8063b039-1f6f-43b0-aac6-5204c597b782),segment_id=8063b039-1f6f-43b0-aac6-5204c597b782)] {{(pid=80261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:24:10.499247 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e393ac-7e77-49b6-8634-5adc99c3192e req-53a822e7-0b16-40b3-8038-2960ab9fdb83 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:10.500851 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-68e393ac-7e77-49b6-8634-5adc99c3192e req-53a822e7-0b16-40b3-8038-2960ab9fdb83 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 943 time: 0.4621556
Nov 19 14:24:10.503681 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-b06622c2-101a-472e-a58c-33b82ef9de36 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.9701891
Nov 19 14:24:10.511430 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:10.636921 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4dfbfad4-29bc-4d7c-926b-a1988b275155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:10.678211 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27cd00c-d9cd-4f1d-b0b1-4e9c09f08e61 None None] Network a6a41a6a-7682-4171-bb0f-953e6a939af1 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:24:10.709777 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-68e393ac-7e77-49b6-8634-5adc99c3192e req-f15abb56-309d-4481-a807-ebaec875b479 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2000241
Nov 19 14:24:10.798662 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Pushing event updated for resources: {'Port': ['ID=1548e96e-918b-4df4-a06f-34a05ed3dbc0,revision_number=3']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:10.803414 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:10.832327 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for port, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:10.838539 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-17741874-4674-4a7a-aca6-18565b70088e service neutron] 10.222.0.20 "PUT /v2.0/ports/1548e96e-918b-4df4-a06f-34a05ed3dbc0 HTTP/1.1" status: 200  len: 1158 time: 3.3167422
Nov 19 14:24:10.839298 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27f6bf8a-3157-4a61-a64e-16e3d94b7ad7', 'tag': '1548e96e-918b-4df4-a06f-34a05ed3dbc0'}] {{(pid=80261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:24:11.174503 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-091cdecc-3a1e-43b9-9f6c-82e887e03446 req-d88472a1-bb53-4c66-b3c1-9a115414cb8b tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 210 time: 0.0901015
Nov 19 14:24:11.321282 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683219f-85a7-456a-b5a7-43e9fd1bff75 req-99afd632-c3f3-4274-ab64-4e6438aa620e tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:11.322904 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b683219f-85a7-456a-b5a7-43e9fd1bff75 req-99afd632-c3f3-4274-ab64-4e6438aa620e tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 946 time: 0.0824351
Nov 19 14:24:11.357930 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 54492) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:11.373872 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b683219f-85a7-456a-b5a7-43e9fd1bff75 req-bcf6ee75-6e85-45a9-a980-bf841c835870 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446565
Nov 19 14:24:11.378244 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1821296311-network', 'tenant_id': 'a1d4de4bacc24ada9e2afeb8b713b3bc'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:24:11.387638 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:11.392293 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Usage tracker for resource:network and tenant:a1d4de4bacc24ada9e2afeb8b713b3bc is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:11.404681 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:11.411085 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:11.420836 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Made reservation on behalf of a1d4de4bacc24ada9e2afeb8b713b3bc for: {'network': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:24:11.423877 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27f6bf8a-3157-4a61-a64e-16e3d94b7ad7', 'tag': '1548e96e-918b-4df4-a06f-34a05ed3dbc0', 'status': 'completed', 'code': 200}
Nov 19 14:24:11.425713 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for network, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:11.438975 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:11.471488 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:11.475454 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Usage tracker for resource:security_group_rule and tenant:a1d4de4bacc24ada9e2afeb8b713b3bc is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:11.478334 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:11.484133 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:11.553555 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:11.556300 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:11.560516 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:11.592526 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 14:24:11.602484 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f498532-ae12-4570-a611-4cdcec43e00f,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:11.606273 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:11.608780 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774146263616', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:11.609214 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.segments_db [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Added segment e7e4e289-21d3-4e34-930d-d1f871260c60 of type vxlan for network a4b28f06-5b4a-4a36-8386-30e5c21c0bdc
Nov 19 14:24:11.636426 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774145649933'] for network, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:11.666016 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:11.667308 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:11.667950 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:11.672848 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-0251782b-cb8d-4d54-8fc2-901542aa9008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:11.775120 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.4134042
Nov 19 14:24:11.775654 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 54500) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:11.780584 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Pushing event updated for resources: {'Network': ['ID=a4b28f06-5b4a-4a36-8386-30e5c21c0bdc,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:11.782820 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-dddf9288-109a-48de-9e06-8251feec6d48 admin admin] Request body: {'subnet': {'network_id': 'a4b28f06-5b4a-4a36-8386-30e5c21c0bdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1821296311-subnet', 'tenant_id': 'a1d4de4bacc24ada9e2afeb8b713b3bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:24:11.784226 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:11.789580 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-dddf9288-109a-48de-9e06-8251feec6d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:11.792407 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Network a4b28f06-5b4a-4a36-8386-30e5c21c0bdc details requested by agent ovs-agent-dv-cinder-763306-2-iscsi with host dv-cinder-763306-2-iscsi {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:24:11.794570 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-dddf9288-109a-48de-9e06-8251feec6d48 admin admin] Usage tracker for resource:subnet and tenant:a1d4de4bacc24ada9e2afeb8b713b3bc is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:11.797632 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-dddf9288-109a-48de-9e06-8251feec6d48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:11.803516 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-dddf9288-109a-48de-9e06-8251feec6d48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:11.814283 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddf9288-109a-48de-9e06-8251feec6d48 admin admin] Made reservation on behalf of a1d4de4bacc24ada9e2afeb8b713b3bc for: {'subnet': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:24:11.819011 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-dddf9288-109a-48de-9e06-8251feec6d48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:12.012890 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d0557-5b5f-4670-a950-e986f19ba2b5 req-62cb0aff-0b56-48d7-973a-eb9568149c26 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:12.014488 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1e4d0557-5b5f-4670-a950-e986f19ba2b5 req-62cb0aff-0b56-48d7-973a-eb9568149c26 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 943 time: 0.1791718
Nov 19 14:24:12.133271 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1e4d0557-5b5f-4670-a950-e986f19ba2b5 req-980f0ff4-d4a0-4b87-ac0f-bfe2b354599e tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106625
Nov 19 14:24:12.351867 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f91e9299-afee-4414-89fc-2ea22bb4422a req-aa3fad70-e020-4511-8aad-4b94a55d3b31 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 210 time: 0.0451887
Nov 19 14:24:12.352966 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-dddf9288-109a-48de-9e06-8251feec6d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for subnet, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:12.368731 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:12.417286 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-6bbd69bd-9764-42c4-9b6a-a0e03f9f6e34 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Request body: {'port': {'device_id': '4108b852-3a87-4dd9-85ce-a780698f1e75', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'admin_state_up': True, 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'security_groups': ['4c635783-a6cb-4c20-9b65-8f5004e76fcb']}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:24:12.507716 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf9288-109a-48de-9e06-8251feec6d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=622a7561-38ee-4770-9d6f-338ea6dd1c8e,revision_number=0']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:12.511912 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-dddf9288-109a-48de-9e06-8251feec6d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:12.645026 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Network a4b28f06-5b4a-4a36-8386-30e5c21c0bdc details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:24:12.651313 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-6bbd69bd-9764-42c4-9b6a-a0e03f9f6e34 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:12.665827 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-6bbd69bd-9764-42c4-9b6a-a0e03f9f6e34 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:12.675951 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b6276b0b-687d-4869-909f-63f82a8ee92f req-b0076958-7674-4292-aeb1-c9065817a7c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c423d5e8c09244fb852385eabc7c6c60&device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 1161 time: 0.1210153
Nov 19 14:24:12.713243 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-285c523a-9872-4285-8b7c-edf9071c8edd req-8ae7a461-7ae5-4131-a1c5-84a4ba6ff6f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c423d5e8c09244fb852385eabc7c6c60&device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 1160 time: 0.2000010
Nov 19 14:24:12.724310 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290249f-a720-4a53-b17c-38257b6c22bd req-9c624ea8-8572-4381-a59c-254c52028cf5 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:12.731720 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0290249f-a720-4a53-b17c-38257b6c22bd req-9c624ea8-8572-4381-a59c-254c52028cf5 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 946 time: 0.1773243
Nov 19 14:24:12.771895 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.20', 62954) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:12.796096 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 12cfb433-0475-4ad8-bb75-0ba9e81b3f00 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:24:12.830507 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-6bbd69bd-9764-42c4-9b6a-a0e03f9f6e34 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Made reservation on behalf of e4cdfec880b540fbaaff093eb5b0334c for: {'port': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:24:12.837208 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-6bbd69bd-9764-42c4-9b6a-a0e03f9f6e34 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:12.852179 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddf9288-109a-48de-9e06-8251feec6d48 admin admin] Checking segment: {'id': 'e7e4e289-21d3-4e34-930d-d1f871260c60', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a4b28f06-5b4a-4a36-8386-30e5c21c0bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:24:12.852577 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddf9288-109a-48de-9e06-8251feec6d48 admin admin] Network hostable DHCP agents. Network: a4b28f06-5b4a-4a36-8386-30e5c21c0bdc, hostable agents: ['4a7d4b2f-f99e-495c-ba2f-c341fae68c03'], hosted agents: [] {{(pid=80261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 14:24:12.919388 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:12.924473 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6276b0b-687d-4869-909f-63f82a8ee92f req-fe08309b-a640-492f-a31e-e694ce59e989 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:12.926398 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b6276b0b-687d-4869-909f-63f82a8ee92f req-fe08309b-a640-492f-a31e-e694ce59e989 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c423d5e8c09244fb852385eabc7c6c60&shared=False HTTP/1.1" status: 200  len: 912 time: 0.2349041
Nov 19 14:24:12.969560 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 12cfb433-0475-4ad8-bb75-0ba9e81b3f00 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:24:12.970833 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:13.088462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c523a-9872-4285-8b7c-edf9071c8edd req-675db958-4ac3-4f6e-bbf7-ff9667e2af74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:13.090080 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-285c523a-9872-4285-8b7c-edf9071c8edd req-675db958-4ac3-4f6e-bbf7-ff9667e2af74 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c423d5e8c09244fb852385eabc7c6c60&shared=False HTTP/1.1" status: 200  len: 912 time: 0.3548481
Nov 19 14:24:13.111753 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0290249f-a720-4a53-b17c-38257b6c22bd req-d1d3779f-314b-499c-997d-82695c45907a tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3790081
Nov 19 14:24:13.164636 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddf9288-109a-48de-9e06-8251feec6d48 admin admin] Network a4b28f06-5b4a-4a36-8386-30e5c21c0bdc is scheduled to be hosted by DHCP agent 4a7d4b2f-f99e-495c-ba2f-c341fae68c03 with binding_index 1 {{(pid=80261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 14:24:13.400500 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c523a-9872-4285-8b7c-edf9071c8edd req-70675e1c-e1c5-457e-9d6d-4bd88b3b1cd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:13.402181 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-285c523a-9872-4285-8b7c-edf9071c8edd req-70675e1c-e1c5-457e-9d6d-4bd88b3b1cd6 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2877755
Nov 19 14:24:13.411389 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a110a598-c110-4065-83bd-8e94d00a4f0d req-bdd8ecda-a71f-469a-a1ef-ca6e7026f802 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 1163 time: 0.6339991
Nov 19 14:24:13.414885 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-dddf9288-109a-48de-9e06-8251feec6d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-iscsi, a4b28f06-5b4a-4a36-8386-30e5c21c0bdc) {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:24:13.426291 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e99ba5-a54c-4236-b241-b6b728ae7deb None None] Network a4b28f06-5b4a-4a36-8386-30e5c21c0bdc requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:24:13.443460 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6276b0b-687d-4869-909f-63f82a8ee92f req-395e932c-1b62-41b2-a9b9-d94bb77f5171 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:13.445250 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b6276b0b-687d-4869-909f-63f82a8ee92f req-395e932c-1b62-41b2-a9b9-d94bb77f5171 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.4995370
Nov 19 14:24:13.455667 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddf9288-109a-48de-9e06-8251feec6d48 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:13.457417 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-dddf9288-109a-48de-9e06-8251feec6d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for subnet, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:13.482144 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a110a598-c110-4065-83bd-8e94d00a4f0d req-bf8dfd6e-daff-49f4-b8be-e3e24096c794 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:13.496488 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-dddf9288-109a-48de-9e06-8251feec6d48 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.7194545
Nov 19 14:24:13.528091 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-a110a598-c110-4065-83bd-8e94d00a4f0d req-bf8dfd6e-daff-49f4-b8be-e3e24096c794 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:13.532888 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-a110a598-c110-4065-83bd-8e94d00a4f0d req-bf8dfd6e-daff-49f4-b8be-e3e24096c794 service neutron] Usage tracker for resource:security_group_rule and tenant:15c6345902074cdd8ecb31f0b86aff5b is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:13.536276 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-a110a598-c110-4065-83bd-8e94d00a4f0d req-bf8dfd6e-daff-49f4-b8be-e3e24096c794 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:13.543323 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-a110a598-c110-4065-83bd-8e94d00a4f0d req-bf8dfd6e-daff-49f4-b8be-e3e24096c794 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:13.611242 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-6bbd69bd-9764-42c4-9b6a-a0e03f9f6e34 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Allocated IP 172.20.0.12 (cdddb518-8cf2-4322-a35f-0e12175bafb1/ce705c2c-2ed4-4025-aa9f-42e56e9aa635/d513909e-a150-491f-b42b-741f2925ddfa) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:24:13.721168 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-344006f1-d279-4a26-be5c-6b878a17ef85 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c423d5e8c09244fb852385eabc7c6c60&device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 1161 time: 0.1594348
Nov 19 14:24:13.770352 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 54546) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:13.860116 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a110a598-c110-4065-83bd-8e94d00a4f0d req-bf8dfd6e-daff-49f4-b8be-e3e24096c794 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:13.975050 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 12cfb433-0475-4ad8-bb75-0ba9e81b3f00 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:24:14.033979 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-6bbd69bd-9764-42c4-9b6a-a0e03f9f6e34 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:14.096467 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-6bbd69bd-9764-42c4-9b6a-a0e03f9f6e34 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Transition to ACTIVE for port object d513909e-a150-491f-b42b-741f2925ddfa will not be triggered until provisioned by entity DHCP. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:24:14.115567 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0e713-07bf-49ce-bb2d-bf5dcf8ee9f3 req-f5e33d4e-d3a2-46bf-aecc-a2c56dc66cc2 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:14.117298 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-92d0e713-07bf-49ce-bb2d-bf5dcf8ee9f3 req-f5e33d4e-d3a2-46bf-aecc-a2c56dc66cc2 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 943 time: 0.7834823
Nov 19 14:24:14.122540 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c79a9a-5a37-4083-b167-fb2ca33f545e None None] Network a4b28f06-5b4a-4a36-8386-30e5c21c0bdc requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:24:14.149509 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 12cfb433-0475-4ad8-bb75-0ba9e81b3f00 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:24:14.150024 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:14.165720 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 54562) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:14.173847 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-c8c7e21a-f43c-40b9-8b81-defbb631e949 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c423d5e8c09244fb852385eabc7c6c60&device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 1160 time: 0.2123876
Nov 19 14:24:14.266124 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-ded79d25-4ed1-413c-b35a-b3c4b112f1c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7cdcf7b-bee7-4dd9-b68a-d0af9924414d HTTP/1.1" status: 200  len: 217 time: 0.0766790
Nov 19 14:24:14.307099 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-50833608-6939-47c3-991d-1233e93fc684 req-a1cf705d-3f11-416d-8cbf-ff6791631ad7 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 210 time: 0.5807242
Nov 19 14:24:14.336265 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a110a598-c110-4065-83bd-8e94d00a4f0d req-bf8dfd6e-daff-49f4-b8be-e3e24096c794 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:14.381438 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:14.386959 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-042a8c2a-64f5-4687-8d2e-e0e003325756 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:14.388531 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-042a8c2a-64f5-4687-8d2e-e0e003325756 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8dea17d-5e4e-426b-8f91-2edb1085e5c9 HTTP/1.1" status: 200  len: 858 time: 0.1133606
Nov 19 14:24:14.410509 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-8fbc51bb-b3b0-4d60-a875-7ff80ec296fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1548e96e-918b-4df4-a06f-34a05ed3dbc0 HTTP/1.1" status: 200  len: 217 time: 0.6393132
Nov 19 14:24:14.481618 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a110a598-c110-4065-83bd-8e94d00a4f0d req-bf8dfd6e-daff-49f4-b8be-e3e24096c794 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0527382
Nov 19 14:24:14.496375 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_v2 [None req-77fdcddf-6f1c-4277-b217-3aae4c59de92 admin admin] Deleting subnet 39ef0ad3-f4b7-4131-bbac-cb7f40a3ec28 {{(pid=80261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 14:24:14.499075 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-67f42fa1-11a7-4797-90a8-b1ae0f87974a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:14.507180 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 54572) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:14.513207 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-77fdcddf-6f1c-4277-b217-3aae4c59de92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:14.542875 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-67f42fa1-11a7-4797-90a8-b1ae0f87974a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:14.547041 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-67f42fa1-11a7-4797-90a8-b1ae0f87974a admin admin] Usage tracker for resource:security_group_rule and tenant:3ee2ed78e8c04fdc98ab8b0fc9ed680d is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:14.550240 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-67f42fa1-11a7-4797-90a8-b1ae0f87974a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:14.556534 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-67f42fa1-11a7-4797-90a8-b1ae0f87974a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:14.566507 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-6bbd69bd-9764-42c4-9b6a-a0e03f9f6e34 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:14.568231 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dfd6e-daff-49f4-b8be-e3e24096c794 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a80bc297-41d2-462b-97c8-44e8f261e393,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:14.581301 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-92d0e713-07bf-49ce-bb2d-bf5dcf8ee9f3 req-2de6ffb9-c1a2-4fe7-a163-df28daefc566 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4531801
Nov 19 14:24:14.593261 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-5febd13b-eaac-4726-9bef-0089fbc50e16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ebc75a69-ceaf-497c-bb41-b049f96aa0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1932106
Nov 19 14:24:14.598787 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-bf8dfd6e-daff-49f4-b8be-e3e24096c794 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:14.689848 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-a3e65ab9-3e6b-4835-ba2b-1a5db97cab91 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:14.691646 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-a3e65ab9-3e6b-4835-ba2b-1a5db97cab91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8dea17d-5e4e-426b-8f91-2edb1085e5c9 HTTP/1.1" status: 200  len: 858 time: 0.2628338
Nov 19 14:24:14.698454 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-77fdcddf-6f1c-4277-b217-3aae4c59de92 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:14.709760 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-77fdcddf-6f1c-4277-b217-3aae4c59de92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597733'] for subnet, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:14.787393 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:14.814914 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b25524-31ba-4653-8c86-439178351197 req-02319cf1-c01a-49a7-873b-69acf82fab37 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:14.822441 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-36b25524-31ba-4653-8c86-439178351197 req-02319cf1-c01a-49a7-873b-69acf82fab37 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 946 time: 0.2367759
Nov 19 14:24:14.911056 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-28db98e4-04dd-4742-b73a-7d28463192b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ebc75a69-ceaf-497c-bb41-b049f96aa0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0861843
Nov 19 14:24:15.017441 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 54592) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:15.167293 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-43a900df-ebdd-4f2a-baf8-a23cc0364524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:15.172511 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-6bbd69bd-9764-42c4-9b6a-a0e03f9f6e34 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Network cdddb518-8cf2-4322-a35f-0e12175bafb1 is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:24:15.176535 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-9e62fab6-d4de-4283-b581-fd198c80d983 service neutron] 10.222.0.20 "GET /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3401346
Nov 19 14:24:15.195679 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-6bbd69bd-9764-42c4-9b6a-a0e03f9f6e34 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:24:15.243943 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-36b25524-31ba-4653-8c86-439178351197 req-13abb06d-0f1b-4076-ac6f-1d602aeb7077 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4205003
Nov 19 14:24:15.250944 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-6bbd69bd-9764-42c4-9b6a-a0e03f9f6e34 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:24:15.255664 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-6bbd69bd-9764-42c4-9b6a-a0e03f9f6e34 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:15.256331 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-6bbd69bd-9764-42c4-9b6a-a0e03f9f6e34 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:15.279948 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd69bd-9764-42c4-9b6a-a0e03f9f6e34 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Pushing event updated for resources: {'Port': ['ID=d513909e-a150-491f-b42b-741f2925ddfa,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:15.306840 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3efc77b6-eacb-485a-9976-1810e3668367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:15.312649 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-6bbd69bd-9764-42c4-9b6a-a0e03f9f6e34 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:15.336116 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-67f42fa1-11a7-4797-90a8-b1ae0f87974a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:15.363855 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-43a900df-ebdd-4f2a-baf8-a23cc0364524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:15.383207 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-43a900df-ebdd-4f2a-baf8-a23cc0364524 admin admin] Usage tracker for resource:security_group_rule and tenant:188d096f31a943ce9072bde93ab90da8 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:15.393910 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-43a900df-ebdd-4f2a-baf8-a23cc0364524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:15.398111 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-67f42fa1-11a7-4797-90a8-b1ae0f87974a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:15.398251 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-af5106dd-eab2-43ef-8892-7171455a83c6 service neutron] 10.222.0.20 "GET /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3823049
Nov 19 14:24:15.421943 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:15.440168 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-43a900df-ebdd-4f2a-baf8-a23cc0364524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:15.450336 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-6bbd69bd-9764-42c4-9b6a-a0e03f9f6e34 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.0381038
Nov 19 14:24:15.457018 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-3b1b267f-9fa0-44e1-833d-0faf1e6fe6ae None None] Provisioning for port d513909e-a150-491f-b42b-741f2925ddfa completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:24:15.459905 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-3efc77b6-eacb-485a-9976-1810e3668367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:15.462793 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-3b1b267f-9fa0-44e1-833d-0faf1e6fe6ae None None] Provisioning complete for port d513909e-a150-491f-b42b-741f2925ddfa triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:24:15.463425 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3b1b267f-9fa0-44e1-833d-0faf1e6fe6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:15.464177 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-3efc77b6-eacb-485a-9976-1810e3668367 admin admin] Usage tracker for resource:security_group_rule and tenant:a70a5ff66ceb49da97eec00457d810d2 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:15.468131 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-3efc77b6-eacb-485a-9976-1810e3668367 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:15.474880 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-3efc77b6-eacb-485a-9976-1810e3668367 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:15.522375 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-3b1b267f-9fa0-44e1-833d-0faf1e6fe6ae None None] Port d513909e-a150-491f-b42b-741f2925ddfa cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:24:15.531591 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f42fa1-11a7-4797-90a8-b1ae0f87974a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccf3cfc-2aa6-47fe-a656-866ea30eb866,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:15.540644 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-67f42fa1-11a7-4797-90a8-b1ae0f87974a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:15.543418 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-67f42fa1-11a7-4797-90a8-b1ae0f87974a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ee2ed78e8c04fdc98ab8b0fc9ed680d&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3745325
Nov 19 14:24:15.545787 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f02da98a-a7bd-474a-be00-d338c0d1984c req-d7734284-36b8-4caa-85ca-3a0cfc7837a4 service neutron] 10.222.0.20 "GET /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3448701
Nov 19 14:24:15.552376 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 54602) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:15.612736 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3efc77b6-eacb-485a-9976-1810e3668367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:15.644718 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ce7da-8591-4c74-8460-3d1962780ae2 req-40f94106-2aff-4ff7-bd63-1d03083ed091 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:15.645496 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-280ce7da-8591-4c74-8460-3d1962780ae2 req-40f94106-2aff-4ff7-bd63-1d03083ed091 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Synchronizing usage tracker for tenant:e4cdfec880b540fbaaff093eb5b0334c on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:24:15.651156 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8728a1f4-aca0-4f94-be5f-9111a21ac809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:15.676750 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3efc77b6-eacb-485a-9976-1810e3668367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:15.686079 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-280ce7da-8591-4c74-8460-3d1962780ae2 req-40f94106-2aff-4ff7-bd63-1d03083ed091 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Unset dirty status for tenant:e4cdfec880b540fbaaff093eb5b0334c on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:24:15.687220 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-280ce7da-8591-4c74-8460-3d1962780ae2 req-40f94106-2aff-4ff7-bd63-1d03083ed091 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 932 time: 0.2054527
Nov 19 14:24:15.688386 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-73d64e69-05ec-4238-b671-ce9a131ff9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:15.689072 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8728a1f4-aca0-4f94-be5f-9111a21ac809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:15.705559 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-77fdcddf-6f1c-4277-b217-3aae4c59de92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851178052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for subnet, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:15.772227 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-280ce7da-8591-4c74-8460-3d1962780ae2 req-b96ec5c9-3175-45f3-b4b5-0d9f26d5e379 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755103
Nov 19 14:24:15.781922 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8728a1f4-aca0-4f94-be5f-9111a21ac809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:15.789139 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5a0bfe4e-aba5-45e5-a65b-ef28e40ad766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:15.804373 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728a1f4-aca0-4f94-be5f-9111a21ac809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccf3cfc-2aa6-47fe-a656-866ea30eb866,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:15.808048 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8728a1f4-aca0-4f94-be5f-9111a21ac809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:15.810115 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8728a1f4-aca0-4f94-be5f-9111a21ac809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:15.813754 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-8728a1f4-aca0-4f94-be5f-9111a21ac809 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cccf3cfc-2aa6-47fe-a656-866ea30eb866 HTTP/1.1" status: 204  len: 168 time: 0.2561371
Nov 19 14:24:15.840413 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-43a900df-ebdd-4f2a-baf8-a23cc0364524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:15.844200 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc77b6-eacb-485a-9976-1810e3668367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82d7a7b-6ec5-4ebd-8e2e-d7bef6732939,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:15.861696 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3efc77b6-eacb-485a-9976-1810e3668367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:15.865395 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-43a900df-ebdd-4f2a-baf8-a23cc0364524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:15.872149 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b6b03d1f-7e24-4a94-8132-84fc55f5d652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.117s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:15.908052 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b253ff26-62aa-40d2-a80f-e401445d42ea req-15e037c1-b240-4165-abbe-1e1c9d04b047 service neutron] 10.222.0.20 "GET /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4997566
Nov 19 14:24:15.912729 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-3efc77b6-eacb-485a-9976-1810e3668367 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a70a5ff66ceb49da97eec00457d810d2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8919420
Nov 19 14:24:15.913252 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 54610) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:15.981565 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bad776c1-9586-441a-9b13-79f4654d734a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:16.005082 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdcddf-6f1c-4277-b217-3aae4c59de92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39ef0ad3-f4b7-4131-bbac-cb7f40a3ec28,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:16.014927 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bad776c1-9586-441a-9b13-79f4654d734a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:16.019368 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-77fdcddf-6f1c-4277-b217-3aae4c59de92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:16.021769 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:16.063451 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bad776c1-9586-441a-9b13-79f4654d734a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:16.069546 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:16.083816 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad776c1-9586-441a-9b13-79f4654d734a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82d7a7b-6ec5-4ebd-8e2e-d7bef6732939,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:16.086874 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-bad776c1-9586-441a-9b13-79f4654d734a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:16.087783 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bad776c1-9586-441a-9b13-79f4654d734a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:16.088980 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-bad776c1-9586-441a-9b13-79f4654d734a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c82d7a7b-6ec5-4ebd-8e2e-d7bef6732939 HTTP/1.1" status: 204  len: 168 time: 0.1746764
Nov 19 14:24:16.093597 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a900df-ebdd-4f2a-baf8-a23cc0364524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab8fbae-db3a-4613-a99f-0cf68a511909,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:16.101318 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-43a900df-ebdd-4f2a-baf8-a23cc0364524 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=188d096f31a943ce9072bde93ab90da8&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5921173
Nov 19 14:24:16.102319 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 54618) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:16.106783 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-43a900df-ebdd-4f2a-baf8-a23cc0364524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:16.130938 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-77fdcddf-6f1c-4277-b217-3aae4c59de92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:16.193964 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-77fdcddf-6f1c-4277-b217-3aae4c59de92 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/39ef0ad3-f4b7-4131-bbac-cb7f40a3ec28 HTTP/1.1" status: 204  len: 168 time: 2.4138494
Nov 19 14:24:16.197136 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 54624) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:16.200373 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ec8c7-31b7-4323-b588-b5fdb42de795 req-a6e124c1-4a3d-40db-b27e-1c8cd52c7f20 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:16.201988 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-606ec8c7-31b7-4323-b588-b5fdb42de795 req-a6e124c1-4a3d-40db-b27e-1c8cd52c7f20 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 943 time: 0.3376374
Nov 19 14:24:16.233974 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 54628) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:16.243113 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-44dd95d2-6039-4ee6-b635-3983c1e4805f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:16.269059 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-aa07c2c3-bbad-4c4b-8a25-17f4acf033de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:16.290025 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-44dd95d2-6039-4ee6-b635-3983c1e4805f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:16.304986 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-606ec8c7-31b7-4323-b588-b5fdb42de795 req-6dc8f139-fe99-482f-ab09-97ea61a21280 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894344
Nov 19 14:24:16.349680 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-44dd95d2-6039-4ee6-b635-3983c1e4805f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:16.357312 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-0de7abae-455e-400f-968c-a07d516a6279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:16.367893 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439683'] for network, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:16.368837 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd95d2-6039-4ee6-b635-3983c1e4805f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab8fbae-db3a-4613-a99f-0cf68a511909,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:16.374046 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-44dd95d2-6039-4ee6-b635-3983c1e4805f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:16.376840 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-44dd95d2-6039-4ee6-b635-3983c1e4805f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:16.378477 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-44dd95d2-6039-4ee6-b635-3983c1e4805f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bab8fbae-db3a-4613-a99f-0cf68a511909 HTTP/1.1" status: 204  len: 168 time: 0.2702672
Nov 19 14:24:16.493767 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-aa07c2c3-bbad-4c4b-8a25-17f4acf033de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:16.505226 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-aa07c2c3-bbad-4c4b-8a25-17f4acf033de admin admin] Usage tracker for resource:security_group_rule and tenant:517e7eaf82e34e8fa67f231d8b48b6f9 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:16.510765 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-aa07c2c3-bbad-4c4b-8a25-17f4acf033de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:16.523099 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-aa07c2c3-bbad-4c4b-8a25-17f4acf033de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:16.680974 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3601468', 'neutron.services.segments.db._delete_segments_for_network--9223363262708512184'] for network, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:16.708859 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1733d3-8c9a-4a13-bdff-69f102a047ea req-eb7a982d-f1a9-42dd-b6e6-da59d6d82776 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:16.710468 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8f1733d3-8c9a-4a13-bdff-69f102a047ea req-eb7a982d-f1a9-42dd-b6e6-da59d6d82776 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 946 time: 0.2877419
Nov 19 14:24:16.840975 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 54650) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:16.868946 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-81eba3f4-afa1-4ddb-a80a-8a9f99f3b682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:16.879868 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fae3c286ac8>> segment before_delete 55550000 {{(pid=80260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:16.880269 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fae3c286ac8>> subnet precommit_delete_associations 55550000 {{(pid=80260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:16.881149 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae37126208>> segment_host_mapping after_create 55550000 {{(pid=80260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:16.881409 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae37126208>> port after_create 55550000 {{(pid=80260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:16.881827 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae37126208>> port after_delete 55550000 {{(pid=80260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:16.882132 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae37126208>> port after_update 55550000 {{(pid=80260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:16.882713 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae37126208>> segment after_delete 55550000 {{(pid=80260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:16.882830 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae37126208>> subnet after_create 55550000 {{(pid=80260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:16.883379 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae37126208>> subnet after_delete 55550000 {{(pid=80260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:16.883486 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae37126208>> subnet after_update 55550000 {{(pid=80260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:16.947008 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-81eba3f4-afa1-4ddb-a80a-8a9f99f3b682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:16.949315 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fae37e617f0>> subnet after_create 55550000 {{(pid=80260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:16.949954 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fae37e617f0>> subnet after_delete 55550000 {{(pid=80260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:16.949954 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fae37e617f0>> subnet before_create 55550000 {{(pid=80260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:16.950343 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fae37e617f0>> subnet before_update 55550000 {{(pid=80260) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:16.950817 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae37d86940>,) {'filters': {'network_id': ['a6a41a6a-7682-4171-bb0f-953e6a939af1']}} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:24:16.954048 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-81eba3f4-afa1-4ddb-a80a-8a9f99f3b682 admin admin] Usage tracker for resource:security_group_rule and tenant:9af52a2ca5d14d3c9f9244fc23e20605 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:16.966812 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-aa07c2c3-bbad-4c4b-8a25-17f4acf033de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:16.971603 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae37d86940>, 'f2ece650-eeb5-46f0-9231-4170e4cdbdc5') {'for_net_delete': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:24:16.971935 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae37d86940>, 'f2ece650-eeb5-46f0-9231-4170e4cdbdc5') {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:24:16.983095 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-aa07c2c3-bbad-4c4b-8a25-17f4acf033de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:16.988455 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8f1733d3-8c9a-4a13-bdff-69f102a047ea req-d022d664-f9ec-48c5-93f2-286cb2ccb2c5 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2630928
Nov 19 14:24:16.990087 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262708535224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2022585'] for segment, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:17.007524 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:17.014849 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-81eba3f4-afa1-4ddb-a80a-8a9f99f3b682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:17.027592 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-81eba3f4-afa1-4ddb-a80a-8a9f99f3b682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:17.046192 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:17.054719 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 14:24:17.085787 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07c2c3-bbad-4c4b-8a25-17f4acf033de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92263c2-5d65-4d20-b27f-63886b28143a,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:17.091421 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-aa07c2c3-bbad-4c4b-8a25-17f4acf033de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:17.097098 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-aa07c2c3-bbad-4c4b-8a25-17f4acf033de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=517e7eaf82e34e8fa67f231d8b48b6f9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8620350
Nov 19 14:24:17.099630 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2664c9-1b99-46d2-b101-ccc21c293ceb req-aae98849-42df-49cc-9399-3898c7daf977 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:17.107036 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b2664c9-1b99-46d2-b101-ccc21c293ceb req-aae98849-42df-49cc-9399-3898c7daf977 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 932 time: 0.1567390
Nov 19 14:24:17.123903 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 54658) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:17.229697 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-81eba3f4-afa1-4ddb-a80a-8a9f99f3b682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:17.236065 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b2664c9-1b99-46d2-b101-ccc21c293ceb req-aaed1c56-6e7d-455b-bda8-17a1395d7c3f tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1275914
Nov 19 14:24:17.239670 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-81eba3f4-afa1-4ddb-a80a-8a9f99f3b682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:17.249661 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:17.251192 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Network a6a41a6a-7682-4171-bb0f-953e6a939af1 has no segments {{(pid=80260) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:24:17.261053 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3544455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11369013'] for segment, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:17.317948 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eba3f4-afa1-4ddb-a80a-8a9f99f3b682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1f79b4-8ea1-4422-a5b1-c68f2b3450cd,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:17.323431 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-81eba3f4-afa1-4ddb-a80a-8a9f99f3b682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:17.324684 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4c800db5-d69f-45c1-b2e6-ab4e4929b2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:17.328295 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-81eba3f4-afa1-4ddb-a80a-8a9f99f3b682 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9af52a2ca5d14d3c9f9244fc23e20605&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4855440
Nov 19 14:24:17.338494 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 54670) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:17.374868 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4c800db5-d69f-45c1-b2e6-ab4e4929b2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:17.455019 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Network a6a41a6a-7682-4171-bb0f-953e6a939af1 has no segments {{(pid=80260) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:24:17.456293 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-943bb952-b499-48f9-add3-fd281a0131b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:   (rel_b, rel_a, rel_b),
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:   (rel_b, rel_a, rel_b),
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]: Traceback (most recent call last):
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:     timer()
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:     cb(*args, **kw)
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:     return func(*args, **kwargs)
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:     self._notify()
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:     self.callback(batched_events)
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:     event.method(event)
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:     segment_id)['aggregates'][0]
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:     return f(self, *a, **k)
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self._get(url).json()
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:     **kwargs)
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self.request(url, 'GET', **kwargs)
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:     **endpoint_filter)
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 14:24:17.483698 dv-cinder-763306-2-iscsi neutron-server[80149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 14:24:17.493691 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-943bb952-b499-48f9-add3-fd281a0131b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:17.501641 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4c800db5-d69f-45c1-b2e6-ab4e4929b2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:17.509599 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-81eba3f4-afa1-4ddb-a80a-8a9f99f3b682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:17.535565 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c800db5-d69f-45c1-b2e6-ab4e4929b2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92263c2-5d65-4d20-b27f-63886b28143a,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:17.539392 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4c800db5-d69f-45c1-b2e6-ab4e4929b2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:17.562804 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4c800db5-d69f-45c1-b2e6-ab4e4929b2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:17.564160 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-4c800db5-d69f-45c1-b2e6-ab4e4929b2dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b92263c2-5d65-4d20-b27f-63886b28143a HTTP/1.1" status: 204  len: 168 time: 0.4391758
Nov 19 14:24:17.579648 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-943bb952-b499-48f9-add3-fd281a0131b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:17.585863 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-03ca188a-d4be-4f2e-8d54-d1f266afa4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:17.602478 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bb952-b499-48f9-add3-fd281a0131b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1f79b4-8ea1-4422-a5b1-c68f2b3450cd,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:17.605086 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-943bb952-b499-48f9-add3-fd281a0131b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:17.606420 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-943bb952-b499-48f9-add3-fd281a0131b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:17.619322 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-943bb952-b499-48f9-add3-fd281a0131b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1a1f79b4-8ea1-4422-a5b1-c68f2b3450cd HTTP/1.1" status: 204  len: 168 time: 0.2728360
Nov 19 14:24:17.622928 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851174325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:17.635475 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:17.663018 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6a41a6a-7682-4171-bb0f-953e6a939af1,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:17.666102 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:17.668892 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:17.689191 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a390a59-3c73-43d5-abbe-fd55a751b0d1 req-7816e5de-b478-42cc-a0a7-41d8f8de1817 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:17.696600 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1a390a59-3c73-43d5-abbe-fd55a751b0d1 req-7816e5de-b478-42cc-a0a7-41d8f8de1817 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 943 time: 0.1950791
Nov 19 14:24:17.713426 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-40f61aa4-8283-4ae6-bfbc-5582c810fc75 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a6a41a6a-7682-4171-bb0f-953e6a939af1 HTTP/1.1" status: 204  len: 168 time: 1.5150752
Nov 19 14:24:17.716292 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 54680) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:17.781473 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1a390a59-3c73-43d5-abbe-fd55a751b0d1 req-6abee426-7b74-4aec-9471-8a158686d05f tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838232
Nov 19 14:24:17.813012 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_v2 [None req-eddb86ad-1729-4ce9-9c95-8c9b56559e7d admin admin] Deleting subnet 622a7561-38ee-4770-9d6f-338ea6dd1c8e {{(pid=80261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 14:24:17.817555 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-eddb86ad-1729-4ce9-9c95-8c9b56559e7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:17.887681 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-eddb86ad-1729-4ce9-9c95-8c9b56559e7d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:17.906098 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-eddb86ad-1729-4ce9-9c95-8c9b56559e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597733'] for subnet, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:18.390546 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Request body: {'port': {'device_id': '4108b852-3a87-4dd9-85ce-a780698f1e75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:24:18.472692 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-eddb86ad-1729-4ce9-9c95-8c9b56559e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851178052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for subnet, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:18.504824 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:18.566761 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb86ad-1729-4ce9-9c95-8c9b56559e7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=622a7561-38ee-4770-9d6f-338ea6dd1c8e,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:18.570367 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-eddb86ad-1729-4ce9-9c95-8c9b56559e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:18.597280 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:18.669900 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b20d1-b32b-4134-8e1b-e0337414f525 req-eeaa892b-ebac-40f6-84e5-04c4d1770e13 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:18.671470 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-200b20d1-b32b-4134-8e1b-e0337414f525 req-eeaa892b-ebac-40f6-84e5-04c4d1770e13 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 946 time: 0.2441425
Nov 19 14:24:18.680512 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-eddb86ad-1729-4ce9-9c95-8c9b56559e7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:18.687367 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f80de-87d6-42cf-9400-531424053329 req-2e4ba0dc-4ff9-47ce-9c07-a86577686000 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:18.689013 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-eddb86ad-1729-4ce9-9c95-8c9b56559e7d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/622a7561-38ee-4770-9d6f-338ea6dd1c8e HTTP/1.1" status: 204  len: 168 time: 0.9716249
Nov 19 14:24:18.695416 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ae9f80de-87d6-42cf-9400-531424053329 req-2e4ba0dc-4ff9-47ce-9c07-a86577686000 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 932 time: 0.1901450
Nov 19 14:24:18.698077 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 54722) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:18.744164 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-200b20d1-b32b-4134-8e1b-e0337414f525 req-94d28cb1-f517-459d-941d-9ea7b345b80c tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566442
Nov 19 14:24:18.913036 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ae9f80de-87d6-42cf-9400-531424053329 req-d2a973a1-3196-4637-9674-21752d73eb0b tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2132182
Nov 19 14:24:19.000373 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6987da-c24b-44e4-8e8e-50aedceb2666 req-2572462c-617c-4f71-b087-ee0fc6a181ce tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:19.002328 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8f6987da-c24b-44e4-8e8e-50aedceb2666 req-2572462c-617c-4f71-b087-ee0fc6a181ce tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 943 time: 0.0950985
Nov 19 14:24:19.009685 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c29751d2-2446-489e-9334-77ffbd19dac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439683'] for network, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:19.063331 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8f6987da-c24b-44e4-8e8e-50aedceb2666 req-eccb7e50-cfa1-45bf-bcec-1f22b016bab6 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526626
Nov 19 14:24:19.702603 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c29751d2-2446-489e-9334-77ffbd19dac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3601468', 'neutron.services.segments.db._delete_segments_for_network--9223363262708512184'] for network, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:19.857436 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-c29751d2-2446-489e-9334-77ffbd19dac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae37fd15c0>,) {'filters': {'network_id': ['a4b28f06-5b4a-4a36-8386-30e5c21c0bdc']}} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:24:19.905695 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-c29751d2-2446-489e-9334-77ffbd19dac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae37fd15c0>, 'e7e4e289-21d3-4e34-930d-d1f871260c60') {'for_net_delete': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:24:19.906034 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-c29751d2-2446-489e-9334-77ffbd19dac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae37fd15c0>, 'e7e4e289-21d3-4e34-930d-d1f871260c60') {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:24:19.934111 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c29751d2-2446-489e-9334-77ffbd19dac5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262708535224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2022585'] for segment, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:19.993878 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d513909e-a150-491f-b42b-741f2925ddfa {{(pid=80260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 14:24:20.008267 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:20.011535 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c29751d2-2446-489e-9334-77ffbd19dac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:20.018979 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c29751d2-2446-489e-9334-77ffbd19dac5 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 14:24:20.270299 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e89e01-8fa0-45f0-ab1d-dbf950676704 req-1b55c463-9fc5-4c2b-8101-8c7bb0c3ea2b tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:20.278984 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d1e89e01-8fa0-45f0-ab1d-dbf950676704 req-1b55c463-9fc5-4c2b-8101-8c7bb0c3ea2b tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 932 time: 0.1175151
Nov 19 14:24:20.281033 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-c29751d2-2446-489e-9334-77ffbd19dac5 admin admin] Network a4b28f06-5b4a-4a36-8386-30e5c21c0bdc has no segments {{(pid=80260) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:24:20.305964 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c29751d2-2446-489e-9334-77ffbd19dac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3544455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11369013'] for segment, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:20.330856 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bec5e-5100-422b-85d4-8be1473ac9bb req-6ec8b09d-dd9f-475a-a9da-db2bf8fe2c14 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:20.332490 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9a3bec5e-5100-422b-85d4-8be1473ac9bb req-6ec8b09d-dd9f-475a-a9da-db2bf8fe2c14 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 946 time: 0.3883264
Nov 19 14:24:20.344273 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d1e89e01-8fa0-45f0-ab1d-dbf950676704 req-1af477ef-270a-4a9d-b80d-1388b1078d84 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641544
Nov 19 14:24:20.577523 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9a3bec5e-5100-422b-85d4-8be1473ac9bb req-7f25ad26-6219-4a5f-aca2-a60040286124 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2371905
Nov 19 14:24:20.582152 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-c29751d2-2446-489e-9334-77ffbd19dac5 admin admin] Network a4b28f06-5b4a-4a36-8386-30e5c21c0bdc has no segments {{(pid=80260) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]: Traceback (most recent call last):
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:     timer()
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:     cb(*args, **kw)
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:     return func(*args, **kwargs)
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:     self._notify()
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:     self.callback(batched_events)
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:     event.method(event)
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:     segment_id)['aggregates'][0]
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:     return f(self, *a, **k)
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self._get(url).json()
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:     **kwargs)
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self.request(url, 'GET', **kwargs)
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:     **endpoint_filter)
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 14:24:20.612942 dv-cinder-763306-2-iscsi neutron-server[80149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 14:24:20.630780 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4b953-3db9-4bf1-8f24-aca83f35f85c req-04c099b3-44c0-40ac-855b-14d0d24ed3b3 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:20.643286 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c4d4b953-3db9-4bf1-8f24-aca83f35f85c req-04c099b3-44c0-40ac-855b-14d0d24ed3b3 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 943 time: 0.1299374
Nov 19 14:24:20.697471 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Transition to ACTIVE for port object d513909e-a150-491f-b42b-741f2925ddfa will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:24:20.699877 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c29751d2-2446-489e-9334-77ffbd19dac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851174325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:20.702318 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:20.720564 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c4d4b953-3db9-4bf1-8f24-aca83f35f85c req-6a470518-8e8f-4b35-9135-d2bf9dd8577c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761697
Nov 19 14:24:20.720688 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:20.771539 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c29751d2-2446-489e-9334-77ffbd19dac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:20.798007 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-c29751d2-2446-489e-9334-77ffbd19dac5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a4b28f06-5b4a-4a36-8386-30e5c21c0bdc HTTP/1.1" status: 204  len: 168 time: 2.0675807
Nov 19 14:24:20.870283 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Pushing event updated for resources: {'Port': ['ID=d513909e-a150-491f-b42b-741f2925ddfa,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:20.875570 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:20.876137 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:20.898605 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29751d2-2446-489e-9334-77ffbd19dac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4b28f06-5b4a-4a36-8386-30e5c21c0bdc,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:20.902615 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c29751d2-2446-489e-9334-77ffbd19dac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:21.077662 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 54832) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:21.138628 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Attempting to bind port d513909e-a150-491f-b42b-741f2925ddfa on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:24:21.138993 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Attempting to bind port d513909e-a150-491f-b42b-741f2925ddfa by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'f5e9c60a-4a26-44b0-86a6-f78ad9885ef8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:24:21.139371 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Attempting to bind port d513909e-a150-491f-b42b-741f2925ddfa on network cdddb518-8cf2-4322-a35f-0e12175bafb1 {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:24:21.147660 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Checking agent: {'id': 'd378d45e-d3db-4cef-bd1d-68c8d9116f29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 21, 43), 'started_at': datetime.datetime(2020, 11, 19, 14, 22, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:24:21.148043 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Checking segment: {'id': 'f5e9c60a-4a26-44b0-86a6-f78ad9885ef8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:24:21.148457 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:21.148848 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Bound using segment: {'id': 'f5e9c60a-4a26-44b0-86a6-f78ad9885ef8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:24:21.149328 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Bound port: d513909e-a150-491f-b42b-741f2925ddfa, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e9c60a-4a26-44b0-86a6-f78ad9885ef8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:24:21.149710 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:21.191722 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-aaa62ee6-c4ec-43ef-931c-23880f563005 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e03ab963bb247218e38bf7b07b13cd6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1106260
Nov 19 14:24:21.194357 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 54840) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:21.292377 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] For port d513909e-a150-491f-b42b-741f2925ddfa, host hv-cinder-76330, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:24:21.301386 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] For port d513909e-a150-491f-b42b-741f2925ddfa, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d513909e-a150-491f-b42b-741f2925ddfa,segment=NetworkSegment(f5e9c60a-4a26-44b0-86a6-f78ad9885ef8),segment_id=f5e9c60a-4a26-44b0-86a6-f78ad9885ef8)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:24:21.306290 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:21.325754 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:21.337727 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-51338d76-edf7-4618-8fb8-1fd12590bb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:21.384618 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-51338d76-edf7-4618-8fb8-1fd12590bb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:21.436929 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-51338d76-edf7-4618-8fb8-1fd12590bb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:21.442443 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:21.461069 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51338d76-edf7-4618-8fb8-1fd12590bb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354a7f60-57a7-484f-bd93-2d9942130a46,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:21.470435 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-51338d76-edf7-4618-8fb8-1fd12590bb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:21.471894 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-51338d76-edf7-4618-8fb8-1fd12590bb17 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/354a7f60-57a7-484f-bd93-2d9942130a46 HTTP/1.1" status: 204  len: 168 time: 0.2765076
Nov 19 14:24:21.473088 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-51338d76-edf7-4618-8fb8-1fd12590bb17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:21.531078 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Pushing event updated for resources: {'Port': ['ID=d513909e-a150-491f-b42b-741f2925ddfa,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:21.535166 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:21.607304 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:21.609103 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] 10.222.0.20 "PUT /v2.0/ports/d513909e-a150-491f-b42b-741f2925ddfa HTTP/1.1" status: 200  len: 1158 time: 3.2241137
Nov 19 14:24:21.609637 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4108b852-3a87-4dd9-85ce-a780698f1e75', 'tag': 'd513909e-a150-491f-b42b-741f2925ddfa'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:24:21.760397 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4108b852-3a87-4dd9-85ce-a780698f1e75', 'tag': 'd513909e-a150-491f-b42b-741f2925ddfa', 'status': 'completed', 'code': 200}
Nov 19 14:24:21.909114 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113c049-1dfa-4771-ad06-11a025079da8 req-eb8b8a16-490c-4a6f-a959-e158edbba458 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:21.919601 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6113c049-1dfa-4771-ad06-11a025079da8 req-eb8b8a16-490c-4a6f-a959-e158edbba458 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 944 time: 0.1410377
Nov 19 14:24:22.050873 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6113c049-1dfa-4771-ad06-11a025079da8 req-93041f52-d8ef-4ce3-afb3-de29cc52e58a tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1302435
Nov 19 14:24:22.059798 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f819e-6d77-4593-9d05-c1b434378f7c req-d78167b8-e808-42f1-aaea-b5212d86305a tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:22.068155 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d98f819e-6d77-4593-9d05-c1b434378f7c req-d78167b8-e808-42f1-aaea-b5212d86305a tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 943 time: 0.0978866
Nov 19 14:24:22.079568 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 54884) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:22.115219 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d98f819e-6d77-4593-9d05-c1b434378f7c req-30c97f59-adf7-4d59-b679-97015db35f7a tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460155
Nov 19 14:24:22.231596 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 54892) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:22.286485 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-26876ac6-c4e3-458b-8f0c-7bae99d0c1fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1d4de4bacc24ada9e2afeb8b713b3bc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0532384
Nov 19 14:24:22.288598 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 54896) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:22.334652 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 54900) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:22.353682 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0e51f7d5-31cd-4506-b6ac-dce55c750e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:22.387324 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0e51f7d5-31cd-4506-b6ac-dce55c750e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:22.445091 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0e51f7d5-31cd-4506-b6ac-dce55c750e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:22.450989 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-bebd3e08-ed5c-4e5e-8dce-91d18245a4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:22.457998 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-68bec84d-7669-4533-acf1-c4965e026b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:22.464324 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51f7d5-31cd-4506-b6ac-dce55c750e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f498532-ae12-4570-a611-4cdcec43e00f,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:22.468861 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-0e51f7d5-31cd-4506-b6ac-dce55c750e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:22.473025 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0e51f7d5-31cd-4506-b6ac-dce55c750e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:22.474385 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-0e51f7d5-31cd-4506-b6ac-dce55c750e95 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f498532-ae12-4570-a611-4cdcec43e00f HTTP/1.1" status: 204  len: 168 time: 0.1848178
Nov 19 14:24:22.497087 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-68bec84d-7669-4533-acf1-c4965e026b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:22.501243 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-68bec84d-7669-4533-acf1-c4965e026b8c admin admin] Usage tracker for resource:security_group_rule and tenant:c3fdc0cde6fa4d3ab5c39262b6fc65a3 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:22.504294 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-68bec84d-7669-4533-acf1-c4965e026b8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:22.525061 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-68bec84d-7669-4533-acf1-c4965e026b8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:22.529930 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9754aec9-293f-418c-a7eb-b047378468eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:22.582188 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-9754aec9-293f-418c-a7eb-b047378468eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:22.590165 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-9754aec9-293f-418c-a7eb-b047378468eb admin admin] Usage tracker for resource:security_group_rule and tenant:05dfc605271d48eeb9984dca55e9af07 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:22.594087 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-9754aec9-293f-418c-a7eb-b047378468eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:22.607965 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-9754aec9-293f-418c-a7eb-b047378468eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:22.647130 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-68bec84d-7669-4533-acf1-c4965e026b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:22.653256 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-68bec84d-7669-4533-acf1-c4965e026b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:22.664998 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:22.730303 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bec84d-7669-4533-acf1-c4965e026b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed81f704-9f37-4787-b573-c49b5ac529cf,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:22.734128 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-68bec84d-7669-4533-acf1-c4965e026b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:22.794328 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-68bec84d-7669-4533-acf1-c4965e026b8c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c3fdc0cde6fa4d3ab5c39262b6fc65a3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7136042
Nov 19 14:24:22.796998 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 54916) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:22.840645 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9754aec9-293f-418c-a7eb-b047378468eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:22.845498 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9754aec9-293f-418c-a7eb-b047378468eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:22.856406 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-89750105-b9e6-45ee-9943-4d0aa5efcef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:22.903706 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d7eb340d-70cb-458e-a93c-1e9b9861d10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:22.935548 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-bb747f9c-be63-4533-9f6b-1ac3a902f3f9 req-ad1b6f42-a5db-44d2-b86b-ad2fa283286e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4cdfec880b540fbaaff093eb5b0334c&device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 1161 time: 0.1961830
Nov 19 14:24:22.939919 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d7eb340d-70cb-458e-a93c-1e9b9861d10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:22.941995 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-9754aec9-293f-418c-a7eb-b047378468eb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=05dfc605271d48eeb9984dca55e9af07&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6061008
Nov 19 14:24:22.942929 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754aec9-293f-418c-a7eb-b047378468eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf526e40-49e2-4d3a-bcc5-85123378b434,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:22.945546 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 54924) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:22.948439 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9754aec9-293f-418c-a7eb-b047378468eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:22.994147 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d7eb340d-70cb-458e-a93c-1e9b9861d10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:23.000550 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3fc6a447-7077-417f-870f-5c9a3a81e6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:23.017559 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb340d-70cb-458e-a93c-1e9b9861d10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed81f704-9f37-4787-b573-c49b5ac529cf,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:23.020790 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d7eb340d-70cb-458e-a93c-1e9b9861d10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:23.021522 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d7eb340d-70cb-458e-a93c-1e9b9861d10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:23.022777 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-d7eb340d-70cb-458e-a93c-1e9b9861d10c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed81f704-9f37-4787-b573-c49b5ac529cf HTTP/1.1" status: 204  len: 168 time: 0.2240686
Nov 19 14:24:23.156636 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-df9c5f26-08f1-45b3-8985-2f38b5c9d382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:23.161210 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb747f9c-be63-4533-9f6b-1ac3a902f3f9 req-6d29a11a-72cc-4280-a6e1-ca8c4f056500 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:23.162845 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-bb747f9c-be63-4533-9f6b-1ac3a902f3f9 req-6d29a11a-72cc-4280-a6e1-ca8c4f056500 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e4cdfec880b540fbaaff093eb5b0334c&shared=False HTTP/1.1" status: 200  len: 904 time: 0.2029402
Nov 19 14:24:23.303935 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-df9c5f26-08f1-45b3-8985-2f38b5c9d382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:23.373083 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e9585-1408-4e72-98d3-02fd3d3bdb5d req-c9262022-b91d-4b33-b60d-e3d233b314b4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:23.375438 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-215e9585-1408-4e72-98d3-02fd3d3bdb5d req-c9262022-b91d-4b33-b60d-e3d233b314b4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 943 time: 0.0977292
Nov 19 14:24:23.452633 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-215e9585-1408-4e72-98d3-02fd3d3bdb5d req-c9a3a14a-2234-4dfa-95e5-27949215036c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699871
Nov 19 14:24:23.589419 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 54950) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:23.618088 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1ae57723-de8a-4289-a167-b55412c64185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:23.665464 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9870be-b281-443f-ae65-a0c6268e6cf6 req-65a22231-d78b-4267-a211-3d36e47105aa tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:23.667106 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ff9870be-b281-443f-ae65-a0c6268e6cf6 req-65a22231-d78b-4267-a211-3d36e47105aa tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 944 time: 0.4494929
Nov 19 14:24:23.668081 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb747f9c-be63-4533-9f6b-1ac3a902f3f9 req-c746c13a-5a3a-431d-b5cb-76ee95e00b4e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:23.669498 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-bb747f9c-be63-4533-9f6b-1ac3a902f3f9 req-c746c13a-5a3a-431d-b5cb-76ee95e00b4e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.4819880
Nov 19 14:24:23.675692 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-df9c5f26-08f1-45b3-8985-2f38b5c9d382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:23.698582 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-1ae57723-de8a-4289-a167-b55412c64185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:23.706498 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-1ae57723-de8a-4289-a167-b55412c64185 admin admin] Usage tracker for resource:security_group_rule and tenant:40ba0007f7944d1ebd4f354baf99950f is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:23.711134 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-1ae57723-de8a-4289-a167-b55412c64185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:23.718621 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-53c58c37-0abf-4642-a974-1ca0af69579c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:23.724046 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-1ae57723-de8a-4289-a167-b55412c64185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:23.740857 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.objects.ports [None req-cf26203c-76a3-4991-90fa-514afa650b54 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80262) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 14:24:23.750590 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c5f26-08f1-45b3-8985-2f38b5c9d382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf526e40-49e2-4d3a-bcc5-85123378b434,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:23.792145 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-df9c5f26-08f1-45b3-8985-2f38b5c9d382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:23.827948 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1ae57723-de8a-4289-a167-b55412c64185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:23.831267 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1ae57723-de8a-4289-a167-b55412c64185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:23.839037 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-84189b2d-8a9d-4554-9cbe-05fc422d906e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:23.849476 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-df9c5f26-08f1-45b3-8985-2f38b5c9d382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:23.853232 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-df9c5f26-08f1-45b3-8985-2f38b5c9d382 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf526e40-49e2-4d3a-bcc5-85123378b434 HTTP/1.1" status: 204  len: 168 time: 0.9044266
Nov 19 14:24:23.884914 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae57723-de8a-4289-a167-b55412c64185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be9815c-e1ae-43ec-9db0-c305bbe2ad0d,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:23.888053 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1ae57723-de8a-4289-a167-b55412c64185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:23.893013 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-1ae57723-de8a-4289-a167-b55412c64185 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=40ba0007f7944d1ebd4f354baf99950f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3003671
Nov 19 14:24:23.893157 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ff9870be-b281-443f-ae65-a0c6268e6cf6 req-bb4c9060-e965-41fd-8ea0-6baa5d528f24 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2150526
Nov 19 14:24:23.901044 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 54962) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:23.952855 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-04263958-e895-4c60-b539-525dc38ace25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4cdfec880b540fbaaff093eb5b0334c&device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 1161 time: 0.2070282
Nov 19 14:24:24.067566 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bd959dac-91d8-4733-8b9c-f6d6d3b183c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:24.070096 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-f932959d-951a-43a3-a3e8-7b35c52813e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d513909e-a150-491f-b42b-741f2925ddfa HTTP/1.1" status: 200  len: 217 time: 0.0863748
Nov 19 14:24:24.149238 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bd959dac-91d8-4733-8b9c-f6d6d3b183c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:24.196649 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-a2940441-f574-4a77-9ded-f238bb37a591 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:24.198353 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-a2940441-f574-4a77-9ded-f238bb37a591 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce705c2c-2ed4-4025-aa9f-42e56e9aa635 HTTP/1.1" status: 200  len: 849 time: 0.1162081
Nov 19 14:24:24.285890 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bd959dac-91d8-4733-8b9c-f6d6d3b183c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:24.290755 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-286c68d6-51fb-45a4-828d-24d525b1ea50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:24.308458 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd959dac-91d8-4733-8b9c-f6d6d3b183c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be9815c-e1ae-43ec-9db0-c305bbe2ad0d,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:24.319302 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-bd959dac-91d8-4733-8b9c-f6d6d3b183c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:24.323015 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bd959dac-91d8-4733-8b9c-f6d6d3b183c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:24.335985 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-bd959dac-91d8-4733-8b9c-f6d6d3b183c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3be9815c-e1ae-43ec-9db0-c305bbe2ad0d HTTP/1.1" status: 204  len: 168 time: 0.4299724
Nov 19 14:24:24.350746 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-d2f5f9be-6e17-494b-9f7e-9f8fcf484450 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cdddb518-8cf2-4322-a35f-0e12175bafb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1436002
Nov 19 14:24:24.597828 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-380b0d55-3d24-40f7-8ce8-c9ca20a5687c service neutron] 10.222.0.20 "GET /v2.0/networks/cdddb518-8cf2-4322-a35f-0e12175bafb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2378016
Nov 19 14:24:24.729825 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 55002) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:24.764673 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-51a3745f-389c-43e6-bc7f-f057d51221e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:24.845481 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-51a3745f-389c-43e6-bc7f-f057d51221e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:24.851183 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-51a3745f-389c-43e6-bc7f-f057d51221e5 admin admin] Usage tracker for resource:security_group_rule and tenant:fbdecb66d63a4cbd9022535fee38767e is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:24.855228 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-51a3745f-389c-43e6-bc7f-f057d51221e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:24.872622 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-51a3745f-389c-43e6-bc7f-f057d51221e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:24.906977 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c2a370ab-b230-44e4-a5c4-496238bd61ec req-98a1b333-5811-4399-b8ca-a2cdd5f17441 service neutron] 10.222.0.20 "GET /v2.0/networks/cdddb518-8cf2-4322-a35f-0e12175bafb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3015344
Nov 19 14:24:24.916120 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e229f7c-7742-4e0d-a932-c648f2063b8e req-38b5c125-807d-4b6f-bd45-da73bbc27b31 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:24.924021 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2e229f7c-7742-4e0d-a932-c648f2063b8e req-38b5c125-807d-4b6f-bd45-da73bbc27b31 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 943 time: 0.2766900
Nov 19 14:24:24.987256 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2e229f7c-7742-4e0d-a932-c648f2063b8e req-32b413d9-eb4f-4cc8-9895-14ae15bfffb8 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621834
Nov 19 14:24:25.029498 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-51a3745f-389c-43e6-bc7f-f057d51221e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:25.040330 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-51a3745f-389c-43e6-bc7f-f057d51221e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:25.050717 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-43a900df-ebdd-4f2a-baf8-a23cc0364524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:25.148291 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3745f-389c-43e6-bc7f-f057d51221e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc445cd1-85f2-45ed-9d9f-f816432dbf59,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:25.154494 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-51a3745f-389c-43e6-bc7f-f057d51221e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:25.158113 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-51a3745f-389c-43e6-bc7f-f057d51221e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fbdecb66d63a4cbd9022535fee38767e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4265974
Nov 19 14:24:25.160937 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 55020) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:25.246188 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2751c172-d60b-4e8d-b093-782cedd8a6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:25.274238 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036fcce-4d72-4652-8b5b-7ca38a37f500 req-d218e890-3a30-4de7-bbe1-541dc5991085 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:25.275785 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3036fcce-4d72-4652-8b5b-7ca38a37f500 req-d218e890-3a30-4de7-bbe1-541dc5991085 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 944 time: 0.1033669
Nov 19 14:24:25.279518 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2751c172-d60b-4e8d-b093-782cedd8a6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:25.330436 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2751c172-d60b-4e8d-b093-782cedd8a6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:25.337982 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-68bec84d-7669-4533-acf1-c4965e026b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:25.339225 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3036fcce-4d72-4652-8b5b-7ca38a37f500 req-93c7c395-efed-4067-87ad-2aec1b75c06e tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555205
Nov 19 14:24:25.351870 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2751c172-d60b-4e8d-b093-782cedd8a6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:25.353091 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-2751c172-d60b-4e8d-b093-782cedd8a6a9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fc445cd1-85f2-45ed-9d9f-f816432dbf59 HTTP/1.1" status: 204  len: 168 time: 0.1911201
Nov 19 14:24:25.363087 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751c172-d60b-4e8d-b093-782cedd8a6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc445cd1-85f2-45ed-9d9f-f816432dbf59,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:25.365815 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2751c172-d60b-4e8d-b093-782cedd8a6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:25.488133 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-98d852e4-c0df-4575-aed8-3b0141635092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:26.214709 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bab343-635a-4697-b2ef-33b02641b1be req-741d1d47-58ab-4815-bc7f-f29b63a62244 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:26.216534 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-41bab343-635a-4697-b2ef-33b02641b1be req-741d1d47-58ab-4815-bc7f-f29b63a62244 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 943 time: 0.0982869
Nov 19 14:24:26.273873 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-41bab343-635a-4697-b2ef-33b02641b1be req-f154f875-61b7-4d44-ba7e-faee5f7cb5b7 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496206
Nov 19 14:24:26.563175 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386633f-229f-4f74-a9bc-394c6141f83a req-7174dce0-37ef-4fce-a5dc-25b5ff374f78 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:26.565452 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8386633f-229f-4f74-a9bc-394c6141f83a req-7174dce0-37ef-4fce-a5dc-25b5ff374f78 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 944 time: 0.1014206
Nov 19 14:24:26.630832 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8386633f-229f-4f74-a9bc-394c6141f83a req-dbcfd4ca-c9ca-43b6-aff0-a44144562e55 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470054
Nov 19 14:24:27.495998 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380378b-11b6-4a4e-8ea5-a5a8d8260b33 req-0ec19d3b-9dc9-4e79-b716-6a160e991e65 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:27.498161 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3380378b-11b6-4a4e-8ea5-a5a8d8260b33 req-0ec19d3b-9dc9-4e79-b716-6a160e991e65 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 943 time: 0.0919833
Nov 19 14:24:27.547787 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3380378b-11b6-4a4e-8ea5-a5a8d8260b33 req-2cda9407-9021-45d9-83cb-1bc4f1878a71 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429964
Nov 19 14:24:27.901027 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f8bb5-a501-48a6-a30f-8b51d60f9601 req-fd927b79-e6fd-4eca-a010-45dace094870 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:27.902938 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5b2f8bb5-a501-48a6-a30f-8b51d60f9601 req-fd927b79-e6fd-4eca-a010-45dace094870 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 944 time: 0.1217411
Nov 19 14:24:27.962616 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5b2f8bb5-a501-48a6-a30f-8b51d60f9601 req-96129cc4-71a9-4ae6-8b79-d0bb0b9e66fb tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507400
Nov 19 14:24:28.192467 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-01a7e507-63f0-4612-8040-bba852c2863e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:28.779397 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2aa038-9d7f-4515-8aa1-3b67ded93904 req-d444665d-b8e4-4c07-903d-686143c0d147 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:28.781304 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3c2aa038-9d7f-4515-8aa1-3b67ded93904 req-d444665d-b8e4-4c07-903d-686143c0d147 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 943 time: 0.0904098
Nov 19 14:24:28.784122 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:28.832781 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3c2aa038-9d7f-4515-8aa1-3b67ded93904 req-cb9e1574-0480-49dd-b3c3-0f67c147972b tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448785
Nov 19 14:24:29.172876 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d1770-d35a-4f3e-8692-d3c6cc0e2902 req-63a6753d-f559-40b0-a059-5765a75313b3 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:29.174450 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a09d1770-d35a-4f3e-8692-d3c6cc0e2902 req-63a6753d-f559-40b0-a059-5765a75313b3 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 944 time: 0.0829127
Nov 19 14:24:29.221593 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a09d1770-d35a-4f3e-8692-d3c6cc0e2902 req-17376910-89a1-42a0-ac5c-656efc76fd0b tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409606
Nov 19 14:24:29.662730 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:29.789792 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device c7cdcf7b-bee7-4dd9-b68a-d0af9924414d up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:24:29.858427 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning for port c7cdcf7b-bee7-4dd9-b68a-d0af9924414d completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:24:29.864223 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port c7cdcf7b-bee7-4dd9-b68a-d0af9924414d triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:24:29.864653 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:29.977481 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:30.009563 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:30.038133 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e12860d-c0d1-4441-b4c6-f91824a39b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cdcf7b-bee7-4dd9-b68a-d0af9924414d'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:24:30.049474 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port c7cdcf7b-bee7-4dd9-b68a-d0af9924414d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c7cdcf7b-bee7-4dd9-b68a-d0af9924414d,segment=NetworkSegment(8063b039-1f6f-43b0-aac6-5204c597b782),segment_id=8063b039-1f6f-43b0-aac6-5204c597b782)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:24:30.052757 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:30.053662 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 1548e96e-918b-4df4-a06f-34a05ed3dbc0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:24:30.053855 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe18c6-7a5b-4918-92df-f4770a096f58 req-117b8de9-b075-4b53-9927-e6a7b3063afa tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:30.055618 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5ebe18c6-7a5b-4918-92df-f4770a096f58 req-117b8de9-b075-4b53-9927-e6a7b3063afa tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 943 time: 0.0826685
Nov 19 14:24:30.081923 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2092c997-a172-4e3f-a2dd-e023debe30e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:30.105440 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5ebe18c6-7a5b-4918-92df-f4770a096f58 req-29d863d7-b366-4bf4-ac62-53635c38f477 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433328
Nov 19 14:24:30.121986 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e12860d-c0d1-4441-b4c6-f91824a39b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cdcf7b-bee7-4dd9-b68a-d0af9924414d', 'code': 200}
Nov 19 14:24:30.181058 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=c7cdcf7b-bee7-4dd9-b68a-d0af9924414d,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:30.185279 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:30.191005 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning for port 1548e96e-918b-4df4-a06f-34a05ed3dbc0 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:24:30.195964 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 1548e96e-918b-4df4-a06f-34a05ed3dbc0 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:24:30.196388 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:30.312894 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:30.347072 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 1548e96e-918b-4df4-a06f-34a05ed3dbc0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1548e96e-918b-4df4-a06f-34a05ed3dbc0,segment=NetworkSegment(8063b039-1f6f-43b0-aac6-5204c597b782),segment_id=8063b039-1f6f-43b0-aac6-5204c597b782)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:24:30.350238 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:30.352827 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:30.423436 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=1548e96e-918b-4df4-a06f-34a05ed3dbc0,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:30.428556 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:30.440593 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84eee9d-6dbd-429b-90b7-03edb45ced89 req-96a17213-ed66-48e9-b26d-2c2459fc5fc2 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:30.443193 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d84eee9d-6dbd-429b-90b7-03edb45ced89 req-96a17213-ed66-48e9-b26d-2c2459fc5fc2 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 944 time: 0.0927055
Nov 19 14:24:30.491915 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d84eee9d-6dbd-429b-90b7-03edb45ced89 req-c4282f86-87eb-48d4-9d26-deb519599a20 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436146
Nov 19 14:24:31.014923 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6db5a92e-49c2-47bb-9462-167daae36402 req-48e5a33c-3411-4cd9-8165-260d7ecd4c73 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 1162 time: 0.0759718
Nov 19 14:24:31.060289 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6db5a92e-49c2-47bb-9462-167daae36402 req-6ccbea6b-5de1-44e5-a77e-f526a73dcc0d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381279
Nov 19 14:24:31.314698 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af8765-fd7c-4d99-9fce-6d008d25756e req-8674ce31-f4c6-48de-8245-34cba1a68680 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:31.316305 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-97af8765-fd7c-4d99-9fce-6d008d25756e req-8674ce31-f4c6-48de-8245-34cba1a68680 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.0842533
Nov 19 14:24:31.368723 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-97af8765-fd7c-4d99-9fce-6d008d25756e req-3ebb9784-8f2e-4674-8d67-e8b8eb19f68c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462413
Nov 19 14:24:31.422506 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device c7cdcf7b-bee7-4dd9-b68a-d0af9924414d up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:24:31.494208 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port c7cdcf7b-bee7-4dd9-b68a-d0af9924414d triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:24:31.494669 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:31.629920 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 1548e96e-918b-4df4-a06f-34a05ed3dbc0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:24:31.706430 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 1548e96e-918b-4df4-a06f-34a05ed3dbc0 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:24:31.706896 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:31.723961 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bb87d3-762b-4f70-aa60-183bf6b1fe7d req-e47b63e6-327b-48de-962d-40fc96287a11 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:31.726019 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-59bb87d3-762b-4f70-aa60-183bf6b1fe7d req-e47b63e6-327b-48de-962d-40fc96287a11 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 944 time: 0.0981710
Nov 19 14:24:31.775937 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-59bb87d3-762b-4f70-aa60-183bf6b1fe7d req-088f5973-0de3-4b2c-8f16-2f44a5f82864 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433626
Nov 19 14:24:32.123556 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f6bf8a-3157-4a61-a64e-16e3d94b7ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1548e96e-918b-4df4-a06f-34a05ed3dbc0'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:24:32.181853 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f6bf8a-3157-4a61-a64e-16e3d94b7ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1548e96e-918b-4df4-a06f-34a05ed3dbc0', 'code': 200}
Nov 19 14:24:32.612263 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a067ef-e6fb-416a-a953-8e324a91e267 req-3e8cc302-2cbe-4c72-91e7-abcbe554aadc tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:32.620709 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-38a067ef-e6fb-416a-a953-8e324a91e267 req-3e8cc302-2cbe-4c72-91e7-abcbe554aadc tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.1149154
Nov 19 14:24:32.684758 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-38a067ef-e6fb-416a-a953-8e324a91e267 req-d79b0136-78c1-4405-91b4-c61241a3bd8a tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630267
Nov 19 14:24:32.738750 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2b495e12-b16c-4a54-bd4c-4e41c43b29d9 req-e126a093-3834-4f10-b5e2-7eece42a6555 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 1163 time: 0.0833731
Nov 19 14:24:32.808506 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2b495e12-b16c-4a54-bd4c-4e41c43b29d9 req-e47a8fb5-2b58-48e3-bb6f-936d4bf57143 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406623
Nov 19 14:24:33.007946 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8809cc4-501e-43b6-995b-7765dd438e42 req-5a3e6d64-c6d3-431a-abbc-4036731ba946 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:33.015608 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a8809cc4-501e-43b6-995b-7765dd438e42 req-5a3e6d64-c6d3-431a-abbc-4036731ba946 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 944 time: 0.0954618
Nov 19 14:24:33.071229 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a8809cc4-501e-43b6-995b-7765dd438e42 req-0313eeb4-b364-4074-b8d9-1b1d458e67ed tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546076
Nov 19 14:24:33.890076 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9faf7f-e11e-4526-a211-c5b52631a6ad req-cf5eed84-9a33-45e6-a717-9a9e716c3000 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:33.891725 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ac9faf7f-e11e-4526-a211-c5b52631a6ad req-cf5eed84-9a33-45e6-a717-9a9e716c3000 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.0832367
Nov 19 14:24:33.944969 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ac9faf7f-e11e-4526-a211-c5b52631a6ad req-bd726dc1-0450-4bbb-adad-cb48bc321807 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451705
Nov 19 14:24:34.171605 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device c7cdcf7b-bee7-4dd9-b68a-d0af9924414d up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:24:34.311873 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port c7cdcf7b-bee7-4dd9-b68a-d0af9924414d triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:24:34.312185 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:34.320569 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388f68e-e96d-4f8b-9e9a-be099378a6ec req-fd96ca80-3b5d-444f-8a28-6bb480b48032 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:34.327972 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a388f68e-e96d-4f8b-9e9a-be099378a6ec req-fd96ca80-3b5d-444f-8a28-6bb480b48032 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 944 time: 0.1185002
Nov 19 14:24:34.386792 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a388f68e-e96d-4f8b-9e9a-be099378a6ec req-99b0ddbe-882f-40c3-8380-653e23e1a80b tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577378
Nov 19 14:24:34.520052 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device d513909e-a150-491f-b42b-741f2925ddfa up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:24:34.575372 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-69fbf59a-b414-4c5e-ab19-73ba0e08fef4 req-c36e39c1-5804-4ea2-9462-cca7079341c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c423d5e8c09244fb852385eabc7c6c60&device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 1162 time: 0.1829605
Nov 19 14:24:34.624022 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning for port d513909e-a150-491f-b42b-741f2925ddfa completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:24:34.630415 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port d513909e-a150-491f-b42b-741f2925ddfa triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:24:34.631508 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:34.637091 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9b566-b0e1-4b64-9e47-4c827eb79137 req-b36d373e-1ba6-4c2a-8b4b-38634423167a tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:34.639050 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4dc9b566-b0e1-4b64-9e47-4c827eb79137 req-b36d373e-1ba6-4c2a-8b4b-38634423167a tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.1737304
Nov 19 14:24:34.755971 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4dc9b566-b0e1-4b64-9e47-4c827eb79137 req-9f584c99-169e-427d-bb46-1305dbcb6eb9 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030474
Nov 19 14:24:34.795537 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:34.798010 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbf59a-b414-4c5e-ab19-73ba0e08fef4 req-414c0241-653e-4b88-bba9-2cdb3b5a6479 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:34.800296 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-69fbf59a-b414-4c5e-ab19-73ba0e08fef4 req-414c0241-653e-4b88-bba9-2cdb3b5a6479 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ebc75a69-ceaf-497c-bb41-b049f96aa0a7 HTTP/1.1" status: 200  len: 912 time: 0.2034678
Nov 19 14:24:34.827674 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4108b852-3a87-4dd9-85ce-a780698f1e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd513909e-a150-491f-b42b-741f2925ddfa'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:24:34.840795 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port d513909e-a150-491f-b42b-741f2925ddfa, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d513909e-a150-491f-b42b-741f2925ddfa,segment=NetworkSegment(f5e9c60a-4a26-44b0-86a6-f78ad9885ef8),segment_id=f5e9c60a-4a26-44b0-86a6-f78ad9885ef8)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:24:34.846522 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:34.851808 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:34.937561 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-69fbf59a-b414-4c5e-ab19-73ba0e08fef4 req-c23997d8-acfb-4d30-b56c-187f602892e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7cdcf7b-bee7-4dd9-b68a-d0af9924414d HTTP/1.1" status: 200  len: 217 time: 0.1249835
Nov 19 14:24:34.947230 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4108b852-3a87-4dd9-85ce-a780698f1e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd513909e-a150-491f-b42b-741f2925ddfa', 'code': 200}
Nov 19 14:24:34.969010 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=d513909e-a150-491f-b42b-741f2925ddfa,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:34.973850 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:35.066217 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbf59a-b414-4c5e-ab19-73ba0e08fef4 req-628e14d2-1a97-459a-bb8a-beec4e73ddcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:35.068068 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-69fbf59a-b414-4c5e-ab19-73ba0e08fef4 req-628e14d2-1a97-459a-bb8a-beec4e73ddcb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8dea17d-5e4e-426b-8f91-2edb1085e5c9 HTTP/1.1" status: 200  len: 858 time: 0.0845797
Nov 19 14:24:35.150230 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-69fbf59a-b414-4c5e-ab19-73ba0e08fef4 req-26640a01-46b6-440a-b6f8-c4142f1bace2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ebc75a69-ceaf-497c-bb41-b049f96aa0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0716023
Nov 19 14:24:35.342901 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-69fbf59a-b414-4c5e-ab19-73ba0e08fef4 req-dcb13178-5b3e-47b2-826c-9a1ea7a44153 service neutron] 10.222.0.20 "GET /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1809468
Nov 19 14:24:35.352807 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device d513909e-a150-491f-b42b-741f2925ddfa up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:24:35.423534 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1d1647e4-bc4a-40c4-a071-307782af7068 req-f6108559-26cf-45f5-a5f9-e7850d289e16 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 1163 time: 0.1468582
Nov 19 14:24:35.526829 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-1d1647e4-bc4a-40c4-a071-307782af7068 req-415b7bd4-8a50-4a09-8d7d-b2f63ce127aa service neutron] Synchronizing usage tracker for tenant:15c6345902074cdd8ecb31f0b86aff5b on resource:security_group {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:24:35.555751 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-1d1647e4-bc4a-40c4-a071-307782af7068 req-415b7bd4-8a50-4a09-8d7d-b2f63ce127aa service neutron] Unset dirty status for tenant:15c6345902074cdd8ecb31f0b86aff5b on resource:security_group {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:24:35.557145 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1d1647e4-bc4a-40c4-a071-307782af7068 req-415b7bd4-8a50-4a09-8d7d-b2f63ce127aa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0795419
Nov 19 14:24:35.597163 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port d513909e-a150-491f-b42b-741f2925ddfa triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:24:35.597595 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:35.599354 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-69fbf59a-b414-4c5e-ab19-73ba0e08fef4 req-446546fb-3e0e-47d5-a28c-2b2aad9fe9c0 service neutron] 10.222.0.20 "GET /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2482812
Nov 19 14:24:35.724396 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 55346) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:35.757527 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a390064d-a07d-4ffd-8735-578d5a09a9c5 req-27c7b623-d089-44b9-b8e8-bb56b1d6ebb6 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:35.759500 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a390064d-a07d-4ffd-8735-578d5a09a9c5 req-27c7b623-d089-44b9-b8e8-bb56b1d6ebb6 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.1021237
Nov 19 14:24:35.761559 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:24:35.823456 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a390064d-a07d-4ffd-8735-578d5a09a9c5 req-d631ca82-c2aa-4f81-87fe-b7988843060c tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535877
Nov 19 14:24:35.953233 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:35.996048 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:36.000252 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Usage tracker for resource:security_group_rule and tenant:d4c05f2145074cacabffc477d29d1f65 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:36.003586 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:36.009852 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:36.074251 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c68af6-ff17-4b60-883e-2cb8e9b41de2 req-d000b24a-7e8a-463f-a4ff-12b7fb9f392f tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:36.076282 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-48c68af6-ff17-4b60-883e-2cb8e9b41de2 req-d000b24a-7e8a-463f-a4ff-12b7fb9f392f tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.1221068
Nov 19 14:24:36.111600 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:36.114935 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:36.123162 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:36.141265 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-48c68af6-ff17-4b60-883e-2cb8e9b41de2 req-6e11fc65-a802-49f9-b447-675fc2c60145 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567048
Nov 19 14:24:36.168966 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d0590d-2f09-482b-b120-146c9f3d8dbf,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:36.172963 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4c05f2145074cacabffc477d29d1f65&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4462304
Nov 19 14:24:36.175589 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 55364) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:36.193661 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.194068 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.194460 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.195494 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.195880 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.196267 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.196652 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.197038 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.197419 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.197799 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.198173 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.198547 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.199053 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.199430 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.199806 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.200178 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.200547 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.200918 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.201286 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.201655 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.202021 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.202390 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.202784 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.203153 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:36.208152 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:36.257553 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-56ab8466-2f75-47fd-8977-70711adb579b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:36.288430 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-56ab8466-2f75-47fd-8977-70711adb579b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:36.331885 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-56ab8466-2f75-47fd-8977-70711adb579b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:36.336667 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:36.350170 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab8466-2f75-47fd-8977-70711adb579b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d0590d-2f09-482b-b120-146c9f3d8dbf,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:36.353277 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-56ab8466-2f75-47fd-8977-70711adb579b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:36.355244 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-56ab8466-2f75-47fd-8977-70711adb579b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:36.356441 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-56ab8466-2f75-47fd-8977-70711adb579b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/21d0590d-2f09-482b-b120-146c9f3d8dbf HTTP/1.1" status: 204  len: 168 time: 0.1778874
Nov 19 14:24:37.073713 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca317fb-bf77-4ec6-8444-a8b4a05c7799 req-e44c8811-732b-42f3-9460-5059a6d32142 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:37.075445 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6ca317fb-bf77-4ec6-8444-a8b4a05c7799 req-e44c8811-732b-42f3-9460-5059a6d32142 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.1025567
Nov 19 14:24:37.214869 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6ca317fb-bf77-4ec6-8444-a8b4a05c7799 req-5a89897e-50f5-428d-a55f-f8519fe15203 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1323626
Nov 19 14:24:37.270827 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5fc445ee-d823-4800-a400-d22c32d52f36 req-92d95c91-dae6-4446-ba13-5fb4cf54d948 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1363313
Nov 19 14:24:37.478835 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1bebb-8bea-47ac-b2a4-c38229867f77 req-6e86a415-942e-4768-bba0-13d5573a1872 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:37.488920 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dee1bebb-8bea-47ac-b2a4-c38229867f77 req-6e86a415-942e-4768-bba0-13d5573a1872 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.1163356
Nov 19 14:24:37.533867 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5fc445ee-d823-4800-a400-d22c32d52f36 req-5aff23bb-e27a-4741-8580-652fafa7a45e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47f4615d3a074f2088e8036340eaa188&device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 1163 time: 0.0990739
Nov 19 14:24:37.581462 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dee1bebb-8bea-47ac-b2a4-c38229867f77 req-a519bac6-d409-4d78-98c8-125f18d1326d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913911
Nov 19 14:24:37.719468 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc445ee-d823-4800-a400-d22c32d52f36 req-aed75004-fc50-467f-8fa7-1e865a0dd5fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:37.722327 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5fc445ee-d823-4800-a400-d22c32d52f36 req-aed75004-fc50-467f-8fa7-1e865a0dd5fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=80acf9a6-1703-459a-853b-6824e4d40fc2 HTTP/1.1" status: 200  len: 905 time: 0.1605053
Nov 19 14:24:37.997498 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5fc445ee-d823-4800-a400-d22c32d52f36 req-f870ba69-85a7-4f7a-bed9-e126baee32ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=12cfb433-0475-4ad8-bb75-0ba9e81b3f00 HTTP/1.1" status: 200  len: 217 time: 0.2635050
Nov 19 14:24:38.077511 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc445ee-d823-4800-a400-d22c32d52f36 req-957e60bb-ebfa-4e1c-afe0-314289e12e2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:38.079178 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5fc445ee-d823-4800-a400-d22c32d52f36 req-957e60bb-ebfa-4e1c-afe0-314289e12e2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50e198b2-ee89-4388-a114-d02530a08401 HTTP/1.1" status: 200  len: 851 time: 0.0690596
Nov 19 14:24:38.135578 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5fc445ee-d823-4800-a400-d22c32d52f36 req-730977fb-974e-4d3a-83df-0a52d193a849 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80acf9a6-1703-459a-853b-6824e4d40fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490620
Nov 19 14:24:38.312312 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5fc445ee-d823-4800-a400-d22c32d52f36 req-bfe84f4d-e815-466f-b7a8-4ab31dd940a5 service neutron] 10.222.0.20 "GET /v2.0/networks/80acf9a6-1703-459a-853b-6824e4d40fc2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1594079
Nov 19 14:24:38.563395 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a11d42-9628-4e70-b177-683c673164da req-480634cb-b1ef-414c-9b57-f9f793073988 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:38.565687 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-23a11d42-9628-4e70-b177-683c673164da req-480634cb-b1ef-414c-9b57-f9f793073988 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.1792884
Nov 19 14:24:38.568270 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5fc445ee-d823-4800-a400-d22c32d52f36 req-2587f1d6-6720-42be-ad6f-fe8c5c573710 service neutron] 10.222.0.20 "GET /v2.0/networks/80acf9a6-1703-459a-853b-6824e4d40fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2419708
Nov 19 14:24:38.618193 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-23a11d42-9628-4e70-b177-683c673164da req-decc6fdf-2cc2-4a32-aa72-6a63d80c568f tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455079
Nov 19 14:24:38.813973 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05dfc0-7a9a-46b3-a23b-65eeb6d2613f req-4c3dab71-81c9-4986-84be-cdb35d72d1af tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:38.816278 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-bf05dfc0-7a9a-46b3-a23b-65eeb6d2613f req-4c3dab71-81c9-4986-84be-cdb35d72d1af tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.1042199
Nov 19 14:24:38.845346 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eddba5-aa56-4618-b2cb-6f494ba8b33a req-aeced3c4-c218-48b6-8b5f-6c032974514f tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:38.847574 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-02eddba5-aa56-4618-b2cb-6f494ba8b33a req-aeced3c4-c218-48b6-8b5f-6c032974514f tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.0980160
Nov 19 14:24:38.857541 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 55466) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:38.865714 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-9baeacf8-9672-4ca5-b08f-50464d394183 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Request body: {'floatingip': {'port_id': 'd513909e-a150-491f-b42b-741f2925ddfa'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:24:38.874571 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-bf05dfc0-7a9a-46b3-a23b-65eeb6d2613f req-9713239b-5567-497b-bda8-c26e83182c95 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503674
Nov 19 14:24:38.951234 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9baeacf8-9672-4ca5-b08f-50464d394183 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for floatingip, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:39.658019 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 55494) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:39.778474 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9baeacf8-9672-4ca5-b08f-50464d394183 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for floatingip, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:39.781127 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9baeacf8-9672-4ca5-b08f-50464d394183 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:39.808621 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:39.841849 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:39.845941 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Usage tracker for resource:security_group_rule and tenant:c24e13bf44344ee080a7c8ba70b08c31 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:39.848892 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:39.854717 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:39.966891 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:39.972118 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:39.981177 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-6ce08fe0-7ffa-47be-8624-9cc4586b1eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:39.997465 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.l3_db [None req-9baeacf8-9672-4ca5-b08f-50464d394183 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Floating IP 20aac470-2a90-49be-b6f2-96dacf3659f7 associated. External IP: 172.27.0.17, port: d513909e-a150-491f-b42b-741f2925ddfa.
Nov 19 14:24:40.012774 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd15b1b-e9b8-4ce4-8637-723c1b0b2472,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:40.025832 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.026403 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.027153 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.027552 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.027943 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.028335 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.028727 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.029112 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.029499 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.029883 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.030268 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.030670 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.031154 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.031533 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.031915 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.032295 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.032672 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.033078 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.033463 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.033838 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.034213 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.034618 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.035020 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.035395 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:40.041124 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:40.060212 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c24e13bf44344ee080a7c8ba70b08c31&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4007828
Nov 19 14:24:40.062762 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 55506) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:40.132859 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-486fe9b1-b7a6-407d-b3b7-c6e4ea11f39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:40.162318 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-486fe9b1-b7a6-407d-b3b7-c6e4ea11f39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:40.211037 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-486fe9b1-b7a6-407d-b3b7-c6e4ea11f39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:40.216587 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9be52740-6ce9-4786-b2e5-5b3d8fa1c3f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:40.232545 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fe9b1-b7a6-407d-b3b7-c6e4ea11f39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd15b1b-e9b8-4ce4-8637-723c1b0b2472,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:40.235296 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-486fe9b1-b7a6-407d-b3b7-c6e4ea11f39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:40.247304 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-486fe9b1-b7a6-407d-b3b7-c6e4ea11f39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:40.251444 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-486fe9b1-b7a6-407d-b3b7-c6e4ea11f39c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ffd15b1b-e9b8-4ce4-8637-723c1b0b2472 HTTP/1.1" status: 204  len: 168 time: 0.1848111
Nov 19 14:24:40.350809 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcfca0f-4644-48ef-93fb-f58c51f4872b req-9687316f-ab54-46bd-aebd-cb3e0ee56e9e tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:40.352464 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1fcfca0f-4644-48ef-93fb-f58c51f4872b req-9687316f-ab54-46bd-aebd-cb3e0ee56e9e tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.2899239
Nov 19 14:24:40.476203 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1fcfca0f-4644-48ef-93fb-f58c51f4872b req-eeca1930-2897-478e-881d-3bf6d81b0d20 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741067
Nov 19 14:24:40.613433 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 55518) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:40.635890 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-efa4c686-15d3-48dc-acbc-124690d68687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:40.669256 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-efa4c686-15d3-48dc-acbc-124690d68687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:40.673351 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-efa4c686-15d3-48dc-acbc-124690d68687 admin admin] Usage tracker for resource:security_group_rule and tenant:e1f04ae7bbae48a4b2eaff7085b2a82d is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:40.676511 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-efa4c686-15d3-48dc-acbc-124690d68687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:40.682359 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-efa4c686-15d3-48dc-acbc-124690d68687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:40.712941 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9baeacf8-9672-4ca5-b08f-50464d394183 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Router d0a95759-ddad-469e-bbde-0f1a627c223b has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:24:40.756237 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-efa4c686-15d3-48dc-acbc-124690d68687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:40.759863 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-efa4c686-15d3-48dc-acbc-124690d68687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:40.768130 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-51338d76-edf7-4618-8fb8-1fd12590bb17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:40.811262 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4c686-15d3-48dc-acbc-124690d68687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a0e006-b5ec-42ef-8c51-ccbcf046b9ef,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:40.818358 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-efa4c686-15d3-48dc-acbc-124690d68687 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1f04ae7bbae48a4b2eaff7085b2a82d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2038319
Nov 19 14:24:40.819094 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 55524) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:40.819725 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-efa4c686-15d3-48dc-acbc-124690d68687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:40.963644 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a80585db-ebfd-48ca-a1af-3615058979ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:40.999181 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a80585db-ebfd-48ca-a1af-3615058979ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:41.024195 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9baeacf8-9672-4ca5-b08f-50464d394183 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:24:41.030784 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9baeacf8-9672-4ca5-b08f-50464d394183 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:41.037464 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c873216c-4400-4063-97a2-e6f4d8b8bff5 None None] Sync routers for ids ['d0a95759-ddad-469e-bbde-0f1a627c223b'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:24:41.050449 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c873216c-4400-4063-97a2-e6f4d8b8bff5 None None] Routers {'d0a95759-ddad-469e-bbde-0f1a627c223b'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:24:41.051266 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-c873216c-4400-4063-97a2-e6f4d8b8bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c3d56d8>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:24:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['d0a95759-ddad-469e-bbde-0f1a627c223b'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:24:41.103547 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-9baeacf8-9672-4ca5-b08f-50464d394183 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "PUT /v2.0/floatingips/20aac470-2a90-49be-b6f2-96dacf3659f7 HTTP/1.1" status: 200  len: 991 time: 2.2421837
Nov 19 14:24:41.103547 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4108b852-3a87-4dd9-85ce-a780698f1e75', 'tag': 'd513909e-a150-491f-b42b-741f2925ddfa'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:24:41.123897 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a80585db-ebfd-48ca-a1af-3615058979ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:41.135373 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:41.151465 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a80585db-ebfd-48ca-a1af-3615058979ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:41.155837 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-a80585db-ebfd-48ca-a1af-3615058979ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/44a0e006-b5ec-42ef-8c51-ccbcf046b9ef HTTP/1.1" status: 204  len: 168 time: 0.3357589
Nov 19 14:24:41.157000 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80585db-ebfd-48ca-a1af-3615058979ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a0e006-b5ec-42ef-8c51-ccbcf046b9ef,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:41.159741 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-a80585db-ebfd-48ca-a1af-3615058979ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:41.216260 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4108b852-3a87-4dd9-85ce-a780698f1e75', 'tag': 'd513909e-a150-491f-b42b-741f2925ddfa', 'status': 'completed', 'code': 200}
Nov 19 14:24:41.290372 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-c873216c-4400-4063-97a2-e6f4d8b8bff5 None None] Set router d0a95759-ddad-469e-bbde-0f1a627c223b gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:24:41.671325 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-c873216c-4400-4063-97a2-e6f4d8b8bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c3d56d8>, [{'id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'name': 'tempest-AttachVolumeTestJSON-202479420-router', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:44Z', 'revision_number': 4, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'gw_port': {'id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': '20aac470-2a90-49be-b6f2-96dacf3659f7', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'port_id': 'd513909e-a150-491f-b42b-741f2925ddfa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'mac_address': 'fa:16:3e:14:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4108b852-3a87-4dd9-85ce-a780698f1e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:24:00Z', 'updated_at': '2020-11-19T14:24:39Z', 'revision_number': 1, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98efd81-3ffd-410d-a2dd-34305de841ec', 'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'mac_address': 'fa:16:3e:3d:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:41Z', 'updated_at': '2020-11-19T14:24:02Z', 'revision_number': 5, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'subnets': [{'id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:24:41.671325 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c873216c-4400-4063-97a2-e6f4d8b8bff5 None None] Checking router: d0a95759-ddad-469e-bbde-0f1a627c223b for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:24:41.679261 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c873216c-4400-4063-97a2-e6f4d8b8bff5 None None] Routers {'d0a95759-ddad-469e-bbde-0f1a627c223b'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:24:41.679923 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-c873216c-4400-4063-97a2-e6f4d8b8bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c3d56d8>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:24:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['d0a95759-ddad-469e-bbde-0f1a627c223b'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:24:41.730144 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b89cdb-a887-4233-8e0f-7e1853d293e9 req-cedd0422-c1d8-4e9d-aaef-84aee93a2377 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:41.731766 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e5b89cdb-a887-4233-8e0f-7e1853d293e9 req-cedd0422-c1d8-4e9d-aaef-84aee93a2377 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.0872350
Nov 19 14:24:41.801412 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e5b89cdb-a887-4233-8e0f-7e1853d293e9 req-c9d66c64-2af7-47e8-aa85-527538fa3618 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614722
Nov 19 14:24:41.894169 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-c873216c-4400-4063-97a2-e6f4d8b8bff5 None None] Set router d0a95759-ddad-469e-bbde-0f1a627c223b gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:24:41.930605 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4ca8be75-c0bc-4e58-ab00-fad943bc1698 req-9888e3fa-d244-4d51-b9ab-766de6dff0be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4cdfec880b540fbaaff093eb5b0334c&device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 1163 time: 0.1072905
Nov 19 14:24:42.080749 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8be75-c0bc-4e58-ab00-fad943bc1698 req-587475c8-2d15-4b4a-89b9-8f57048ddbb9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:42.082331 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4ca8be75-c0bc-4e58-ab00-fad943bc1698 req-587475c8-2d15-4b4a-89b9-8f57048ddbb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cdddb518-8cf2-4322-a35f-0e12175bafb1 HTTP/1.1" status: 200  len: 904 time: 0.1432936
Nov 19 14:24:42.191601 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 55564) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:42.229987 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4ca8be75-c0bc-4e58-ab00-fad943bc1698 req-086b5abb-7521-46d4-a302-5d240403d3fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d513909e-a150-491f-b42b-741f2925ddfa HTTP/1.1" status: 200  len: 999 time: 0.1400323
Nov 19 14:24:42.324009 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8be75-c0bc-4e58-ab00-fad943bc1698 req-8d43a444-3456-45ae-bc21-b6f8b715c002 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:42.325217 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-c873216c-4400-4063-97a2-e6f4d8b8bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c3d56d8>, [{'id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'name': 'tempest-AttachVolumeTestJSON-202479420-router', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:44Z', 'revision_number': 4, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'gw_port': {'id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': '20aac470-2a90-49be-b6f2-96dacf3659f7', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'port_id': 'd513909e-a150-491f-b42b-741f2925ddfa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'mac_address': 'fa:16:3e:14:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4108b852-3a87-4dd9-85ce-a780698f1e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:24:00Z', 'updated_at': '2020-11-19T14:24:39Z', 'revision_number': 1, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98efd81-3ffd-410d-a2dd-34305de841ec', 'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'mac_address': 'fa:16:3e:3d:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:41Z', 'updated_at': '2020-11-19T14:24:02Z', 'revision_number': 5, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'subnets': [{'id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:24:42.326020 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4ca8be75-c0bc-4e58-ab00-fad943bc1698 req-8d43a444-3456-45ae-bc21-b6f8b715c002 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce705c2c-2ed4-4025-aa9f-42e56e9aa635 HTTP/1.1" status: 200  len: 849 time: 0.0884283
Nov 19 14:24:42.329940 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c873216c-4400-4063-97a2-e6f4d8b8bff5 None None] The sync data for ids ['d0a95759-ddad-469e-bbde-0f1a627c223b'] in dv-cinder-763306-2-iscsi is: [{'id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'name': 'tempest-AttachVolumeTestJSON-202479420-router', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:44Z', 'revision_number': 4, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'gw_port': {'id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': '20aac470-2a90-49be-b6f2-96dacf3659f7', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'port_id': 'd513909e-a150-491f-b42b-741f2925ddfa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'mac_address': 'fa:16:3e:14:02:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4108b852-3a87-4dd9-85ce-a780698f1e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:24:00Z', 'updated_at': '2020-11-19T14:24:39Z', 'revision_number': 1, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98efd81-3ffd-410d-a2dd-34305de841ec', 'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'mac_address': 'fa:16:3e:3d:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:41Z', 'updated_at': '2020-11-19T14:24:02Z', 'revision_number': 5, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'subnets': [{'id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:24:42.356747 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-356953692-network', 'tenant_id': 'f932f4504b8a49b385e90612598d4934'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:24:42.362905 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:42.367166 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Usage tracker for resource:network and tenant:f932f4504b8a49b385e90612598d4934 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:42.370159 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:42.385456 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:42.396506 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Made reservation on behalf of f932f4504b8a49b385e90612598d4934 for: {'network': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:24:42.401215 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for network, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:42.415644 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:42.420775 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4ca8be75-c0bc-4e58-ab00-fad943bc1698 req-3280cf8f-9e2b-4e9b-bd00-e855c5a32ca4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cdddb518-8cf2-4322-a35f-0e12175bafb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0873215
Nov 19 14:24:42.451185 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:42.456889 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Usage tracker for resource:security_group_rule and tenant:f932f4504b8a49b385e90612598d4934 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:42.460249 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:42.466409 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:42.538043 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:42.542005 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:42.546472 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-44dd95d2-6039-4ee6-b635-3983c1e4805f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:42.575539 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4ca8be75-c0bc-4e58-ab00-fad943bc1698 req-58aa5ed9-c4bf-49b2-9a4d-327ab99c71bd service neutron] 10.222.0.20 "GET /v2.0/networks/cdddb518-8cf2-4322-a35f-0e12175bafb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468344
Nov 19 14:24:42.599177 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 14:24:42.616836 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:42.617433 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.segments_db [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Added segment 0f4c1b2f-2583-4d44-a23d-b41059113216 of type vxlan for network 1609a616-9b1b-40d8-a34e-92cbce60ed1a
Nov 19 14:24:42.624740 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45136b5-06b4-43dc-a480-7eba95ac82fe,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:42.628696 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:42.675539 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8460199-1a99-4405-955a-cd6d94227f02 None None] New status for floating IP 20aac470-2a90-49be-b6f2-96dacf3659f7: ACTIVE {{(pid=80262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 14:24:42.687267 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774145649933'] for network, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:42.722634 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:42.725169 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:42.726586 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:42.733558 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7c614e8e-c58d-4a22-babc-d08570b28d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:42.754668 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4ca8be75-c0bc-4e58-ab00-fad943bc1698 req-2e1587aa-1be6-46e0-ac09-8a620d80b829 service neutron] 10.222.0.20 "GET /v2.0/networks/cdddb518-8cf2-4322-a35f-0e12175bafb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1673365
Nov 19 14:24:42.866252 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Pushing event updated for resources: {'Network': ['ID=1609a616-9b1b-40d8-a34e-92cbce60ed1a,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:42.869595 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:42.875263 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.6783345
Nov 19 14:24:42.875263 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 55582) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:42.882097 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-3f550b45-0705-4297-aca5-a3a997a63069 admin admin] Request body: {'subnet': {'network_id': '1609a616-9b1b-40d8-a34e-92cbce60ed1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-356953692-subnet', 'tenant_id': 'f932f4504b8a49b385e90612598d4934', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:24:42.888236 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-3f550b45-0705-4297-aca5-a3a997a63069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:42.893455 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-3f550b45-0705-4297-aca5-a3a997a63069 admin admin] Usage tracker for resource:subnet and tenant:f932f4504b8a49b385e90612598d4934 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:42.896724 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-3f550b45-0705-4297-aca5-a3a997a63069 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:42.903498 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-3f550b45-0705-4297-aca5-a3a997a63069 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:42.914818 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f550b45-0705-4297-aca5-a3a997a63069 admin admin] Made reservation on behalf of f932f4504b8a49b385e90612598d4934 for: {'subnet': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:24:42.920515 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3f550b45-0705-4297-aca5-a3a997a63069 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:43.116047 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Network 1609a616-9b1b-40d8-a34e-92cbce60ed1a details requested by agent ovs-agent-dv-cinder-763306-2-iscsi with host dv-cinder-763306-2-iscsi {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:24:43.131174 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Network 1609a616-9b1b-40d8-a34e-92cbce60ed1a details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:24:43.345993 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a17b1-bae0-4e05-bc36-37f200e74f44 req-da8f2db6-d17f-4c99-a45d-afa8a487806b tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:43.355865 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-798a17b1-bae0-4e05-bc36-37f200e74f44 req-da8f2db6-d17f-4c99-a45d-afa8a487806b tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.1906648
Nov 19 14:24:43.424053 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-798a17b1-bae0-4e05-bc36-37f200e74f44 req-4f5febcd-d777-4fc4-97ac-41e22af82c71 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666890
Nov 19 14:24:43.547866 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:43.671565 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3f550b45-0705-4297-aca5-a3a997a63069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for subnet, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:43.697775 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:43.838789 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f550b45-0705-4297-aca5-a3a997a63069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=647dbe7f-87c8-435f-b8ed-5ef7d3c8ad4e,revision_number=0']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:43.842942 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3f550b45-0705-4297-aca5-a3a997a63069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:43.988984 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f550b45-0705-4297-aca5-a3a997a63069 admin admin] Checking segment: {'id': '0f4c1b2f-2583-4d44-a23d-b41059113216', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1609a616-9b1b-40d8-a34e-92cbce60ed1a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:24:43.989391 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f550b45-0705-4297-aca5-a3a997a63069 admin admin] Network hostable DHCP agents. Network: 1609a616-9b1b-40d8-a34e-92cbce60ed1a, hostable agents: ['4a7d4b2f-f99e-495c-ba2f-c341fae68c03'], hosted agents: [] {{(pid=80261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 14:24:44.036446 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f550b45-0705-4297-aca5-a3a997a63069 admin admin] Network 1609a616-9b1b-40d8-a34e-92cbce60ed1a is scheduled to be hosted by DHCP agent 4a7d4b2f-f99e-495c-ba2f-c341fae68c03 with binding_index 1 {{(pid=80261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 14:24:44.056258 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-3f550b45-0705-4297-aca5-a3a997a63069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-iscsi, 1609a616-9b1b-40d8-a34e-92cbce60ed1a) {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:24:44.065017 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba06707-de50-4f25-845a-076ebbb55949 None None] Network 1609a616-9b1b-40d8-a34e-92cbce60ed1a requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:24:44.081936 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f550b45-0705-4297-aca5-a3a997a63069 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:44.083251 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3f550b45-0705-4297-aca5-a3a997a63069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:44.109611 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-3f550b45-0705-4297-aca5-a3a997a63069 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2337556
Nov 19 14:24:44.208502 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f1f07-009d-4b3b-a9f8-7dffaac5d13f req-e220d55a-b72a-44da-93ee-19aca11bd516 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:44.210128 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a67f1f07-009d-4b3b-a9f8-7dffaac5d13f req-e220d55a-b72a-44da-93ee-19aca11bd516 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 946 time: 0.1330340
Nov 19 14:24:44.277960 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a67f1f07-009d-4b3b-a9f8-7dffaac5d13f req-782f707e-15b2-4491-ae9f-140ba7a94365 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548284
Nov 19 14:24:44.357555 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d794c4-fcc8-4ab3-94c8-1166d3ee860e None None] Network 1609a616-9b1b-40d8-a34e-92cbce60ed1a requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:24:44.366412 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 55632) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:44.661489 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0ace8-8dde-4c54-ade8-bbe17413d6ab req-f31a03fe-310a-4162-8e8c-31deea2c1d08 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:44.663144 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-87b0ace8-8dde-4c54-ade8-bbe17413d6ab req-f31a03fe-310a-4162-8e8c-31deea2c1d08 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.0901592
Nov 19 14:24:44.669165 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1c754f81-0beb-4bdd-a0b0-148d01e2d97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:44.703654 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-1c754f81-0beb-4bdd-a0b0-148d01e2d97a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:44.711720 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-1c754f81-0beb-4bdd-a0b0-148d01e2d97a admin admin] Usage tracker for resource:security_group_rule and tenant:5a1c0b6c6bfb4a03a12e737371f2f7ce is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:44.714770 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-1c754f81-0beb-4bdd-a0b0-148d01e2d97a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:44.722714 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-1c754f81-0beb-4bdd-a0b0-148d01e2d97a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:44.742793 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-87b0ace8-8dde-4c54-ade8-bbe17413d6ab req-068a2a4e-4f7e-465d-8cd4-c6f8a53879e4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608916
Nov 19 14:24:44.793737 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1c754f81-0beb-4bdd-a0b0-148d01e2d97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:44.796844 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1c754f81-0beb-4bdd-a0b0-148d01e2d97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:44.804746 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:44.851248 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c754f81-0beb-4bdd-a0b0-148d01e2d97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6bb5cf-00de-49b9-82d8-386b50b7b35e,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:44.854622 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1c754f81-0beb-4bdd-a0b0-148d01e2d97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:44.871167 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-1c754f81-0beb-4bdd-a0b0-148d01e2d97a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5a1c0b6c6bfb4a03a12e737371f2f7ce&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5032487
Nov 19 14:24:44.874201 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 55654) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:44.950516 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4e2716b1-8cb7-462b-aeac-ee016080ee98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:44.982170 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4e2716b1-8cb7-462b-aeac-ee016080ee98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:45.034015 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4e2716b1-8cb7-462b-aeac-ee016080ee98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:45.040605 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:45.052246 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 55662) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:45.057604 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2716b1-8cb7-462b-aeac-ee016080ee98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6bb5cf-00de-49b9-82d8-386b50b7b35e,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:45.061304 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4e2716b1-8cb7-462b-aeac-ee016080ee98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:45.064089 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4e2716b1-8cb7-462b-aeac-ee016080ee98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:45.066009 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-4e2716b1-8cb7-462b-aeac-ee016080ee98 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c6bb5cf-00de-49b9-82d8-386b50b7b35e HTTP/1.1" status: 204  len: 168 time: 0.1905112
Nov 19 14:24:45.070530 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-931538682-network', 'tenant_id': '03aca02e8f034c00ad4e2e0b996f904a'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:24:45.076647 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:45.096491 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Usage tracker for resource:network and tenant:03aca02e8f034c00ad4e2e0b996f904a is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:45.096491 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:45.100965 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:45.110249 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Made reservation on behalf of 03aca02e8f034c00ad4e2e0b996f904a for: {'network': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:24:45.115684 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for network, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:45.132244 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:45.351764 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:45.355832 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Usage tracker for resource:security_group_rule and tenant:03aca02e8f034c00ad4e2e0b996f904a is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:45.358805 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:45.366130 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:45.478590 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:45.493206 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:45.498500 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b15c5ce7-3a33-4695-94fe-186a3897fca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:45.521399 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 55678) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:45.544086 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-da8a9f9a-bde9-489f-98ad-145b32811c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:45.552950 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 14:24:45.567273 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e908a2-dd06-4257-8d1e-744c9630192e,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:45.572448 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:45.577981 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:45.578479 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.segments_db [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Added segment 253acac2-5788-4cdc-815f-1824aafbfd8c of type vxlan for network a184524a-5228-49e7-bb34-9c9d01a5a36f
Nov 19 14:24:45.583726 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-da8a9f9a-bde9-489f-98ad-145b32811c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:45.587927 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-da8a9f9a-bde9-489f-98ad-145b32811c1c admin admin] Usage tracker for resource:security_group_rule and tenant:bf1c4d9bf9124fd298e724206065608f is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:45.591034 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-da8a9f9a-bde9-489f-98ad-145b32811c1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:45.594654 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba09d0-cadf-4d2c-97ad-26f7ffe2c789 req-fb1753de-f98a-467c-8cd0-267341b48f54 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:45.596786 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-efba09d0-cadf-4d2c-97ad-26f7ffe2c789 req-fb1753de-f98a-467c-8cd0-267341b48f54 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 946 time: 0.1642575
Nov 19 14:24:45.598407 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-da8a9f9a-bde9-489f-98ad-145b32811c1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:45.636684 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774145649933'] for network, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:45.670587 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-da8a9f9a-bde9-489f-98ad-145b32811c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:45.674860 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-da8a9f9a-bde9-489f-98ad-145b32811c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:45.682344 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-df9c5f26-08f1-45b3-8985-2f38b5c9d382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:45.685046 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-efba09d0-cadf-4d2c-97ad-26f7ffe2c789 req-6ff33129-fd92-4e6a-b97e-fe5c2b2d6289 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813339
Nov 19 14:24:45.687935 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:45.689161 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:45.689822 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:45.694869 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:45.714468 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a9f9a-bde9-489f-98ad-145b32811c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8461d6e2-3080-4a9b-9faa-4237a8dd2039,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:45.724751 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-da8a9f9a-bde9-489f-98ad-145b32811c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:45.735107 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-da8a9f9a-bde9-489f-98ad-145b32811c1c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bf1c4d9bf9124fd298e724206065608f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2125344
Nov 19 14:24:45.738682 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 55684) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:45.804506 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-02594402-3b68-4bf4-9616-13b5fffc762f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:45.807240 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Pushing event updated for resources: {'Network': ['ID=a184524a-5228-49e7-bb34-9c9d01a5a36f,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:45.810592 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:45.815277 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.7577991
Nov 19 14:24:45.817444 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Network a184524a-5228-49e7-bb34-9c9d01a5a36f details requested by agent ovs-agent-dv-cinder-763306-2-iscsi with host dv-cinder-763306-2-iscsi {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:24:45.819025 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 55690) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:45.826243 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-63062546-c9d7-45be-b3bf-9b1cc23095a1 admin admin] Request body: {'subnet': {'network_id': 'a184524a-5228-49e7-bb34-9c9d01a5a36f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-931538682-subnet', 'tenant_id': '03aca02e8f034c00ad4e2e0b996f904a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:24:45.832212 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-63062546-c9d7-45be-b3bf-9b1cc23095a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:45.836780 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-63062546-c9d7-45be-b3bf-9b1cc23095a1 admin admin] Usage tracker for resource:subnet and tenant:03aca02e8f034c00ad4e2e0b996f904a is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:45.840973 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-63062546-c9d7-45be-b3bf-9b1cc23095a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:45.844095 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-02594402-3b68-4bf4-9616-13b5fffc762f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:45.848226 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-63062546-c9d7-45be-b3bf-9b1cc23095a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:45.861837 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63062546-c9d7-45be-b3bf-9b1cc23095a1 admin admin] Made reservation on behalf of 03aca02e8f034c00ad4e2e0b996f904a for: {'subnet': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:24:45.867320 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-63062546-c9d7-45be-b3bf-9b1cc23095a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:45.898830 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-02594402-3b68-4bf4-9616-13b5fffc762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:45.906771 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-bad776c1-9586-441a-9b13-79f4654d734a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:45.922824 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02594402-3b68-4bf4-9616-13b5fffc762f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8461d6e2-3080-4a9b-9faa-4237a8dd2039,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:45.925098 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-02594402-3b68-4bf4-9616-13b5fffc762f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:45.926414 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-02594402-3b68-4bf4-9616-13b5fffc762f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8461d6e2-3080-4a9b-9faa-4237a8dd2039 HTTP/1.1" status: 204  len: 168 time: 0.1867597
Nov 19 14:24:45.927493 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-02594402-3b68-4bf4-9616-13b5fffc762f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:46.082459 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5f6cb-f629-4b4b-b632-bf05021fed99 req-23dcd5d3-bd53-49c0-ab73-013808d1986f tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:46.084087 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7df5f6cb-f629-4b4b-b632-bf05021fed99 req-23dcd5d3-bd53-49c0-ab73-013808d1986f tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.1877942
Nov 19 14:24:46.203208 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7df5f6cb-f629-4b4b-b632-bf05021fed99 req-8498bbb7-992b-4f66-8bcc-8a4574959906 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809801
Nov 19 14:24:46.365435 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 55704) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:46.386454 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0c0f2fc8-d90a-470d-97f2-7e433a37760a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:46.420104 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-0c0f2fc8-d90a-470d-97f2-7e433a37760a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:46.424171 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-0c0f2fc8-d90a-470d-97f2-7e433a37760a admin admin] Usage tracker for resource:security_group_rule and tenant:5e471aa0260a449996b1b986be2b01ae is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:46.425561 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-63062546-c9d7-45be-b3bf-9b1cc23095a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for subnet, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:46.427440 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-0c0f2fc8-d90a-470d-97f2-7e433a37760a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:46.433416 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-0c0f2fc8-d90a-470d-97f2-7e433a37760a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:46.439700 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:46.503223 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0c0f2fc8-d90a-470d-97f2-7e433a37760a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:46.506046 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0c0f2fc8-d90a-470d-97f2-7e433a37760a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:46.513825 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-56ab8466-2f75-47fd-8977-70711adb579b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:46.558191 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f2fc8-d90a-470d-97f2-7e433a37760a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b6dae5-8c23-43ae-b377-94a5d08dc8b7,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:46.561898 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-0c0f2fc8-d90a-470d-97f2-7e433a37760a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:46.567429 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-0c0f2fc8-d90a-470d-97f2-7e433a37760a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e471aa0260a449996b1b986be2b01ae&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1979334
Nov 19 14:24:46.567824 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 55708) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:46.581417 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63062546-c9d7-45be-b3bf-9b1cc23095a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ae69400-7963-41e2-869a-54e00390925b,revision_number=0']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:46.585508 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-63062546-c9d7-45be-b3bf-9b1cc23095a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:46.632131 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-51c4b2a4-a097-4a4c-9397-23b5becda63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:46.645377 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63062546-c9d7-45be-b3bf-9b1cc23095a1 admin admin] Checking segment: {'id': '253acac2-5788-4cdc-815f-1824aafbfd8c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a184524a-5228-49e7-bb34-9c9d01a5a36f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:24:46.645771 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63062546-c9d7-45be-b3bf-9b1cc23095a1 admin admin] Network hostable DHCP agents. Network: a184524a-5228-49e7-bb34-9c9d01a5a36f, hostable agents: ['4a7d4b2f-f99e-495c-ba2f-c341fae68c03'], hosted agents: [] {{(pid=80261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 14:24:46.658498 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-51c4b2a4-a097-4a4c-9397-23b5becda63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:46.666943 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63062546-c9d7-45be-b3bf-9b1cc23095a1 admin admin] Network a184524a-5228-49e7-bb34-9c9d01a5a36f is scheduled to be hosted by DHCP agent 4a7d4b2f-f99e-495c-ba2f-c341fae68c03 with binding_index 1 {{(pid=80261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 14:24:46.675726 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-63062546-c9d7-45be-b3bf-9b1cc23095a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-iscsi, a184524a-5228-49e7-bb34-9c9d01a5a36f) {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:24:46.679868 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63062546-c9d7-45be-b3bf-9b1cc23095a1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:46.680496 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-63062546-c9d7-45be-b3bf-9b1cc23095a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:46.690242 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a03295-cd91-4858-b4e8-1d20708efa96 None None] Network a184524a-5228-49e7-bb34-9c9d01a5a36f requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:24:46.702007 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-63062546-c9d7-45be-b3bf-9b1cc23095a1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8816493
Nov 19 14:24:46.709967 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-51c4b2a4-a097-4a4c-9397-23b5becda63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:46.713996 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:46.726494 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4b2a4-a097-4a4c-9397-23b5becda63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b6dae5-8c23-43ae-b377-94a5d08dc8b7,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:46.731498 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-51c4b2a4-a097-4a4c-9397-23b5becda63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:46.733495 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-51c4b2a4-a097-4a4c-9397-23b5becda63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:46.735175 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-51c4b2a4-a097-4a4c-9397-23b5becda63e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d5b6dae5-8c23-43ae-b377-94a5d08dc8b7 HTTP/1.1" status: 204  len: 168 time: 0.1654296
Nov 19 14:24:46.956482 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980dd56-bd45-46c6-b8b9-ac0cf453b203 req-8befd497-baff-4733-844f-68005be57621 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:46.963412 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e980dd56-bd45-46c6-b8b9-ac0cf453b203 req-8befd497-baff-4733-844f-68005be57621 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 946 time: 0.1283855
Nov 19 14:24:47.018097 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cda07e3-a42c-4b81-89e2-4b471b31c975 None None] Network a184524a-5228-49e7-bb34-9c9d01a5a36f requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:24:47.022192 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e980dd56-bd45-46c6-b8b9-ac0cf453b203 req-35cd83aa-290e-4de5-b703-a884717c734a tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577667
Nov 19 14:24:47.445098 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb30a1-3819-426b-a270-a7aa516b75fa req-99a50a55-a9e5-4bb1-add1-c34c49a36194 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:47.446809 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0cbb30a1-3819-426b-a270-a7aa516b75fa req-99a50a55-a9e5-4bb1-add1-c34c49a36194 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.0860517
Nov 19 14:24:47.506483 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0cbb30a1-3819-426b-a270-a7aa516b75fa req-418f05d2-fe2c-4f70-8285-940f88f84f6d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474718
Nov 19 14:24:47.764218 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Network a184524a-5228-49e7-bb34-9c9d01a5a36f details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:24:48.240606 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31d410-89bc-4386-9e10-5512769328c8 req-148de87b-e91b-4fee-8029-6d41467199b7 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:48.242290 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ea31d410-89bc-4386-9e10-5512769328c8 req-148de87b-e91b-4fee-8029-6d41467199b7 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 946 time: 0.1010492
Nov 19 14:24:48.294923 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ea31d410-89bc-4386-9e10-5512769328c8 req-5b5b804c-14c0-4be2-86ec-fbeb8d6ec2a3 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441158
Nov 19 14:24:48.733818 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214133e3-92dc-46b2-bd3f-4ebfe28ac05b req-2f5c1f51-e625-4f5b-a8bd-4ade536be666 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:48.743177 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-214133e3-92dc-46b2-bd3f-4ebfe28ac05b req-2f5c1f51-e625-4f5b-a8bd-4ade536be666 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.1013241
Nov 19 14:24:48.792540 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-214133e3-92dc-46b2-bd3f-4ebfe28ac05b req-03f11608-34bd-4fe4-814c-f144ea13df19 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473237
Nov 19 14:24:49.056390 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 12cfb433-0475-4ad8-bb75-0ba9e81b3f00 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:24:49.102763 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be623f14-db42-4063-a967-f8e80c32d381 req-19d939d5-4fa4-4d2a-9f1f-826099302c3f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:49.104616 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-be623f14-db42-4063-a967-f8e80c32d381 req-19d939d5-4fa4-4d2a-9f1f-826099302c3f tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.20 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 946 time: 0.0851564
Nov 19 14:24:49.198854 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:49.201333 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-be623f14-db42-4063-a967-f8e80c32d381 req-644dfbb8-415e-45e3-b59b-c5eff9655ce3 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Deleting port 12cfb433-0475-4ad8-bb75-0ba9e81b3f00 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:24:49.201728 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-be623f14-db42-4063-a967-f8e80c32d381 req-644dfbb8-415e-45e3-b59b-c5eff9655ce3 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:49.229942 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0386b673-ac82-4934-9071-16df604a1fcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12cfb433-0475-4ad8-bb75-0ba9e81b3f00'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:24:49.241263 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 12cfb433-0475-4ad8-bb75-0ba9e81b3f00, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=12cfb433-0475-4ad8-bb75-0ba9e81b3f00,segment=NetworkSegment(7e79ac78-163e-4885-8b42-e8d79bd2dcc6),segment_id=7e79ac78-163e-4885-8b42-e8d79bd2dcc6)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:24:49.244477 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:49.248187 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:49.323578 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=12cfb433-0475-4ad8-bb75-0ba9e81b3f00,revision_number=5']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:49.336055 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.336455 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.336845 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.337356 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.337863 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.338240 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.338636 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.339014 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.339388 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.340130 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.340505 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.340876 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.342021 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.342408 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.342846 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.343223 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.343911 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.344305 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.344678 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.345049 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.345842 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.346230 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.346621 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.346993 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:24:49.353215 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:49.355383 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0386b673-ac82-4934-9071-16df604a1fcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12cfb433-0475-4ad8-bb75-0ba9e81b3f00', 'code': 200}
Nov 19 14:24:49.547162 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-be623f14-db42-4063-a967-f8e80c32d381 req-644dfbb8-415e-45e3-b59b-c5eff9655ce3 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] For port 12cfb433-0475-4ad8-bb75-0ba9e81b3f00, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=12cfb433-0475-4ad8-bb75-0ba9e81b3f00,segment=NetworkSegment(7e79ac78-163e-4885-8b42-e8d79bd2dcc6),segment_id=7e79ac78-163e-4885-8b42-e8d79bd2dcc6)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:24:49.547601 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-be623f14-db42-4063-a967-f8e80c32d381 req-644dfbb8-415e-45e3-b59b-c5eff9655ce3 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:49.581930 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf0b15-fc87-4283-bb22-c7d5b07d91c1 req-dd15acb8-8ba6-453c-9f3a-0bebf018634b tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:49.589860 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c3cf0b15-fc87-4283-bb22-c7d5b07d91c1 req-dd15acb8-8ba6-453c-9f3a-0bebf018634b tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 944 time: 0.1226587
Nov 19 14:24:49.625004 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 55828) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:49.670203 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c3cf0b15-fc87-4283-bb22-c7d5b07d91c1 req-13c8310d-94f2-4b98-9087-b16e52970c70 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/security-groups?id=00d0ea03-1072-4fbf-b35e-db286a55636e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790493
Nov 19 14:24:49.774733 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-be623f14-db42-4063-a967-f8e80c32d381 req-644dfbb8-415e-45e3-b59b-c5eff9655ce3 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Calling delete_port for 12cfb433-0475-4ad8-bb75-0ba9e81b3f00 owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:24:49.797276 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a6392e9d-9e87-4547-9a4d-c641480bd09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:49.832426 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-a6392e9d-9e87-4547-9a4d-c641480bd09f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:49.837536 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-a6392e9d-9e87-4547-9a4d-c641480bd09f admin admin] Usage tracker for resource:security_group_rule and tenant:b6df3ebf2386413fa509219a92483d21 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:49.841165 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-a6392e9d-9e87-4547-9a4d-c641480bd09f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:49.848384 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-a6392e9d-9e87-4547-9a4d-c641480bd09f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:49.968323 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a6392e9d-9e87-4547-9a4d-c641480bd09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:49.975947 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a6392e9d-9e87-4547-9a4d-c641480bd09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:49.994282 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-78b48735-76a6-4392-bb34-3d2c73c55d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:50.103572 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6392e9d-9e87-4547-9a4d-c641480bd09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b9ce99-4a11-4b20-bba7-3aff340180cb,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:50.120215 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-a6392e9d-9e87-4547-9a4d-c641480bd09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:50.125338 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-a6392e9d-9e87-4547-9a4d-c641480bd09f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6df3ebf2386413fa509219a92483d21&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5024467
Nov 19 14:24:50.127178 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 55852) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:50.195244 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-582509f6-455c-4970-9be1-46fbac6a7dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:50.222871 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-582509f6-455c-4970-9be1-46fbac6a7dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:50.264756 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-be623f14-db42-4063-a967-f8e80c32d381 req-644dfbb8-415e-45e3-b59b-c5eff9655ce3 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:50.268850 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-582509f6-455c-4970-9be1-46fbac6a7dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:50.274138 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:50.285808 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582509f6-455c-4970-9be1-46fbac6a7dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b9ce99-4a11-4b20-bba7-3aff340180cb,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:50.286060 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:50.292144 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-582509f6-455c-4970-9be1-46fbac6a7dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:50.292942 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-582509f6-455c-4970-9be1-46fbac6a7dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:50.294205 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-582509f6-455c-4970-9be1-46fbac6a7dce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f5b9ce99-4a11-4b20-bba7-3aff340180cb HTTP/1.1" status: 204  len: 168 time: 0.1661606
Nov 19 14:24:50.340632 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644dfbb8-415e-45e3-b59b-c5eff9655ce3 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Pushing event deleted for resources: {'Port': ['ID=12cfb433-0475-4ad8-bb75-0ba9e81b3f00,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:50.344063 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-644dfbb8-415e-45e3-b59b-c5eff9655ce3 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:50.433323 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e205de-4db2-4f5b-b204-42860c4a4a5a req-3d682b12-cb56-4d7f-9550-230ab3ed36b8 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:50.435220 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-74e205de-4db2-4f5b-b204-42860c4a4a5a req-3d682b12-cb56-4d7f-9550-230ab3ed36b8 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.2581770
Nov 19 14:24:50.512794 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-74e205de-4db2-4f5b-b204-42860c4a4a5a req-fa2d2ee7-c282-462a-ad7b-ea9d00b14849 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701885
Nov 19 14:24:50.553420 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-be623f14-db42-4063-a967-f8e80c32d381 req-644dfbb8-415e-45e3-b59b-c5eff9655ce3 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] No DVR routers for this DVR port 12cfb433-0475-4ad8-bb75-0ba9e81b3f00 on host hv-cinder-76330 {{(pid=80260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:24:50.556908 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-be623f14-db42-4063-a967-f8e80c32d381 req-644dfbb8-415e-45e3-b59b-c5eff9655ce3 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:50.561398 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0386b673-ac82-4934-9071-16df604a1fcf', 'name': 'network-vif-deleted', 'tag': '12cfb433-0475-4ad8-bb75-0ba9e81b3f00'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:24:50.577312 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-be623f14-db42-4063-a967-f8e80c32d381 req-644dfbb8-415e-45e3-b59b-c5eff9655ce3 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.20 "DELETE /v2.0/ports/12cfb433-0475-4ad8-bb75-0ba9e81b3f00 HTTP/1.1" status: 204  len: 173 time: 1.4653418
Nov 19 14:24:50.644695 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0386b673-ac82-4934-9071-16df604a1fcf', 'name': 'network-vif-deleted', 'tag': '12cfb433-0475-4ad8-bb75-0ba9e81b3f00', 'status': 'completed', 'code': 200}
Nov 19 14:24:50.654152 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 55864) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:50.675273 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-caff81b5-fd43-473c-ad11-e0e216f969c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:50.721964 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-caff81b5-fd43-473c-ad11-e0e216f969c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:50.726663 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-caff81b5-fd43-473c-ad11-e0e216f969c2 admin admin] Usage tracker for resource:security_group_rule and tenant:42f61230b7fd4f5b9e47b4a1d4f5a8ad is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:50.730222 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-caff81b5-fd43-473c-ad11-e0e216f969c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:50.737496 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-caff81b5-fd43-473c-ad11-e0e216f969c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:50.813057 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-caff81b5-fd43-473c-ad11-e0e216f969c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:50.817898 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-caff81b5-fd43-473c-ad11-e0e216f969c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:50.842492 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-a6392e9d-9e87-4547-9a4d-c641480bd09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:50.849264 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-cb8eb06d-5c6a-4ed1-93ce-3ad1e6196839 req-b102ed8c-d259-4f81-aba7-6ffca98802a7 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Synchronizing usage tracker for tenant:47f4615d3a074f2088e8036340eaa188 on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:24:50.865319 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-cb8eb06d-5c6a-4ed1-93ce-3ad1e6196839 req-b102ed8c-d259-4f81-aba7-6ffca98802a7 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Unset dirty status for tenant:47f4615d3a074f2088e8036340eaa188 on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:24:50.867065 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-cb8eb06d-5c6a-4ed1-93ce-3ad1e6196839 req-b102ed8c-d259-4f81-aba7-6ffca98802a7 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] 10.222.0.35 "GET /v2.0/ports?device_id=0386b673-ac82-4934-9071-16df604a1fcf HTTP/1.1" status: 200  len: 210 time: 0.0682099
Nov 19 14:24:50.870235 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-caff81b5-fd43-473c-ad11-e0e216f969c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=42f61230b7fd4f5b9e47b4a1d4f5a8ad&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2149093
Nov 19 14:24:50.873853 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 55872) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:50.892146 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff81b5-fd43-473c-ad11-e0e216f969c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee12c50-0a52-4b07-8201-b0c307d1b798,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:50.896563 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-caff81b5-fd43-473c-ad11-e0e216f969c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:50.952490 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f024b250-0df5-4fd1-ab51-d3beca2ad25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:50.981801 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f024b250-0df5-4fd1-ab51-d3beca2ad25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:51.029254 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f024b250-0df5-4fd1-ab51-d3beca2ad25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:51.034584 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8f48d21b-3919-45cd-962c-562fe6ed5b36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:51.048980 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024b250-0df5-4fd1-ab51-d3beca2ad25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee12c50-0a52-4b07-8201-b0c307d1b798,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:51.051610 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f024b250-0df5-4fd1-ab51-d3beca2ad25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:51.053937 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f024b250-0df5-4fd1-ab51-d3beca2ad25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:51.057514 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-f024b250-0df5-4fd1-ab51-d3beca2ad25f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dee12c50-0a52-4b07-8201-b0c307d1b798 HTTP/1.1" status: 204  len: 168 time: 0.1800570
Nov 19 14:24:51.712912 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 55916) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:51.754105 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 55922) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:51.764984 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6df9c4-8c99-4a50-9c6d-a58a88ace4cb req-d3586abc-7c1b-4d66-b516-d037e471a995 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:51.766647 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ea6df9c4-8c99-4a50-9c6d-a58a88ace4cb req-d3586abc-7c1b-4d66-b516-d037e471a995 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.1107311
Nov 19 14:24:51.831930 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ea6df9c4-8c99-4a50-9c6d-a58a88ace4cb req-200b9189-8b19-4d1b-8600-d802e9d0d77b tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578148
Nov 19 14:24:51.968381 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4147de57-93b5-4eea-b967-dbf3b8be214f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:52.021837 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-4147de57-93b5-4eea-b967-dbf3b8be214f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:52.027820 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-4147de57-93b5-4eea-b967-dbf3b8be214f admin admin] Usage tracker for resource:security_group_rule and tenant:c1a59aa9cb8e4f0a8e07868edecec15f is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:52.029275 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-4147de57-93b5-4eea-b967-dbf3b8be214f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:52.036347 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-4147de57-93b5-4eea-b967-dbf3b8be214f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:52.113405 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4147de57-93b5-4eea-b967-dbf3b8be214f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:52.117289 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4147de57-93b5-4eea-b967-dbf3b8be214f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:52.125687 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-bd959dac-91d8-4733-8b9c-f6d6d3b183c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:52.164120 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e90d4d09-4da2-49fb-b6ae-3514d32ac0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:52.168462 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-4147de57-93b5-4eea-b967-dbf3b8be214f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c1a59aa9cb8e4f0a8e07868edecec15f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4544725
Nov 19 14:24:52.169255 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 55940) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:52.180262 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 55942) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:52.217591 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147de57-93b5-4eea-b967-dbf3b8be214f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2dc75a-11df-4112-ba97-94006e959361,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:52.228022 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-e90d4d09-4da2-49fb-b6ae-3514d32ac0b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:52.228861 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4147de57-93b5-4eea-b967-dbf3b8be214f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:52.234910 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-e90d4d09-4da2-49fb-b6ae-3514d32ac0b5 admin admin] Usage tracker for resource:security_group_rule and tenant:6ae4154f3d724d0ea0388501789e0309 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:52.243993 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-e90d4d09-4da2-49fb-b6ae-3514d32ac0b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:52.265812 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-e90d4d09-4da2-49fb-b6ae-3514d32ac0b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:52.275538 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbff1-1140-4956-ad93-483cbd9a6ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:52.311782 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbff1-1140-4956-ad93-483cbd9a6ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:52.354399 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-20f3ab43-3f1f-40ab-95a2-476dbf7bed6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:52.359211 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e90d4d09-4da2-49fb-b6ae-3514d32ac0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:52.363442 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e90d4d09-4da2-49fb-b6ae-3514d32ac0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:52.400066 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3efc77b6-eacb-485a-9976-1810e3668367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:52.409973 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-e90d4d09-4da2-49fb-b6ae-3514d32ac0b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6ae4154f3d724d0ea0388501789e0309&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6541615
Nov 19 14:24:52.414474 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 55956) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:52.435336 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d4d09-4da2-49fb-b6ae-3514d32ac0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af4e110-23c2-4e52-adbe-8efa4c01e7d4,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:52.439968 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-20f3ab43-3f1f-40ab-95a2-476dbf7bed6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:52.440223 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e90d4d09-4da2-49fb-b6ae-3514d32ac0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:52.454298 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-20f3ab43-3f1f-40ab-95a2-476dbf7bed6a admin admin] Usage tracker for resource:security_group_rule and tenant:8ab5726d85ae49609db4c1fce5cfc69e is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:52.457691 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-20f3ab43-3f1f-40ab-95a2-476dbf7bed6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:52.478139 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbff1-1140-4956-ad93-483cbd9a6ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:52.488140 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-20f3ab43-3f1f-40ab-95a2-476dbf7bed6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:52.490958 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:52.525721 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbbff1-1140-4956-ad93-483cbd9a6ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2dc75a-11df-4112-ba97-94006e959361,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:52.537648 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c5cbbff1-1140-4956-ad93-483cbd9a6ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:52.548197 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c5cbbff1-1140-4956-ad93-483cbd9a6ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:52.552754 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-c5cbbff1-1140-4956-ad93-483cbd9a6ef4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf2dc75a-11df-4112-ba97-94006e959361 HTTP/1.1" status: 204  len: 168 time: 0.3707550
Nov 19 14:24:52.606428 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b181f6fb-5efb-4b24-987f-3e4cef56fcd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:52.676474 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b181f6fb-5efb-4b24-987f-3e4cef56fcd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:52.717598 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-20f3ab43-3f1f-40ab-95a2-476dbf7bed6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:52.731871 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-20f3ab43-3f1f-40ab-95a2-476dbf7bed6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:52.743338 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-67f42fa1-11a7-4797-90a8-b1ae0f87974a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:52.793658 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3ab43-3f1f-40ab-95a2-476dbf7bed6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f31cd2-e264-4b21-8f9c-0edb7129e5ab,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:52.800934 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-20f3ab43-3f1f-40ab-95a2-476dbf7bed6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:52.805212 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-20f3ab43-3f1f-40ab-95a2-476dbf7bed6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ab5726d85ae49609db4c1fce5cfc69e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6324914
Nov 19 14:24:52.808373 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 55982) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:52.811023 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b181f6fb-5efb-4b24-987f-3e4cef56fcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:52.815663 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9754aec9-293f-418c-a7eb-b047378468eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:52.829476 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181f6fb-5efb-4b24-987f-3e4cef56fcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af4e110-23c2-4e52-adbe-8efa4c01e7d4,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:52.834666 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b181f6fb-5efb-4b24-987f-3e4cef56fcd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:52.841654 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b181f6fb-5efb-4b24-987f-3e4cef56fcd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:52.846059 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-b181f6fb-5efb-4b24-987f-3e4cef56fcd2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9af4e110-23c2-4e52-adbe-8efa4c01e7d4 HTTP/1.1" status: 204  len: 168 time: 0.4273429
Nov 19 14:24:52.993594 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c1624f-87eb-49bc-bf15-c650b5d8860a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:53.118829 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c1624f-87eb-49bc-bf15-c650b5d8860a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:53.186934 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29658b-203d-4211-81dd-d2d5d9fe58c9 req-ca556770-cfa7-4fa6-90cf-1ee88d5ca8a4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:53.188556 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ad29658b-203d-4211-81dd-d2d5d9fe58c9 req-ca556770-cfa7-4fa6-90cf-1ee88d5ca8a4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.1503642
Nov 19 14:24:53.220070 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c1624f-87eb-49bc-bf15-c650b5d8860a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:53.230063 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1ae57723-de8a-4289-a167-b55412c64185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:53.246354 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1624f-87eb-49bc-bf15-c650b5d8860a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f31cd2-e264-4b21-8f9c-0edb7129e5ab,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:53.258210 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f7c1624f-87eb-49bc-bf15-c650b5d8860a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:53.272208 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c1624f-87eb-49bc-bf15-c650b5d8860a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:53.275535 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-f7c1624f-87eb-49bc-bf15-c650b5d8860a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62f31cd2-e264-4b21-8f9c-0edb7129e5ab HTTP/1.1" status: 204  len: 168 time: 0.4639735
Nov 19 14:24:53.281514 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ad29658b-203d-4211-81dd-d2d5d9fe58c9 req-de1fdebf-56ea-4e69-a7d9-e57bc0cd3cee tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832100
Nov 19 14:24:53.282071 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 56006) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:53.300561 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-fa0e6cf0-7c88-4285-9e7b-1e25dbf3ab80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:53.337211 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-fa0e6cf0-7c88-4285-9e7b-1e25dbf3ab80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:53.344925 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-fa0e6cf0-7c88-4285-9e7b-1e25dbf3ab80 admin admin] Usage tracker for resource:security_group_rule and tenant:65f24514367d4159aad9a8c53f65685b is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:53.350526 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-fa0e6cf0-7c88-4285-9e7b-1e25dbf3ab80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:53.356634 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-fa0e6cf0-7c88-4285-9e7b-1e25dbf3ab80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:53.430848 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-fa0e6cf0-7c88-4285-9e7b-1e25dbf3ab80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:53.434401 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-fa0e6cf0-7c88-4285-9e7b-1e25dbf3ab80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:53.444008 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-12335116-905b-4a7e-871a-6a6f63abde11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:53.488289 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0e6cf0-7c88-4285-9e7b-1e25dbf3ab80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d2e85f-bde7-49c6-940f-df0a3aff01f6,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:53.491956 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-fa0e6cf0-7c88-4285-9e7b-1e25dbf3ab80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:53.494792 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-fa0e6cf0-7c88-4285-9e7b-1e25dbf3ab80 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=65f24514367d4159aad9a8c53f65685b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2116733
Nov 19 14:24:53.497377 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 56014) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:53.568378 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-aced0187-9afd-4d86-a0f8-050737d45fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:53.596736 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-aced0187-9afd-4d86-a0f8-050737d45fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:53.648167 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-aced0187-9afd-4d86-a0f8-050737d45fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:53.653957 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9b08c39b-78ca-47ca-bf74-ce70077d32f7 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:53.668324 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced0187-9afd-4d86-a0f8-050737d45fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d2e85f-bde7-49c6-940f-df0a3aff01f6,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:53.671712 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-aced0187-9afd-4d86-a0f8-050737d45fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:53.675846 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-aced0187-9afd-4d86-a0f8-050737d45fdd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/42d2e85f-bde7-49c6-940f-df0a3aff01f6 HTTP/1.1" status: 204  len: 168 time: 0.1746619
Nov 19 14:24:53.675846 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-aced0187-9afd-4d86-a0f8-050737d45fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:54.039938 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 56078) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:54.119385 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_v2 [None req-f01bf0ca-d49b-4814-82d4-d5becc270a66 admin admin] Deleting subnet 50e198b2-ee89-4388-a114-d02530a08401 {{(pid=80261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 14:24:54.122514 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f01bf0ca-d49b-4814-82d4-d5becc270a66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:54.183704 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f01bf0ca-d49b-4814-82d4-d5becc270a66 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:54.191522 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f01bf0ca-d49b-4814-82d4-d5becc270a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597733'] for subnet, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:54.736306 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f01bf0ca-d49b-4814-82d4-d5becc270a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851178052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for subnet, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:54.757643 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:54.779400 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e13dda1-ddde-40d6-a13b-4fa7d98a11d4 req-7e3e7721-b3de-41ea-9c39-553c00775150 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:54.786292 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2e13dda1-ddde-40d6-a13b-4fa7d98a11d4 req-7e3e7721-b3de-41ea-9c39-553c00775150 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.1924217
Nov 19 14:24:54.806993 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bf0ca-d49b-4814-82d4-d5becc270a66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50e198b2-ee89-4388-a114-d02530a08401,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:54.816861 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f01bf0ca-d49b-4814-82d4-d5becc270a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:54.890529 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2e13dda1-ddde-40d6-a13b-4fa7d98a11d4 req-d78a331d-e1c0-4c4a-9135-86a96d687f4e tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023905
Nov 19 14:24:54.985789 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 56128) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:55.036736 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f01bf0ca-d49b-4814-82d4-d5becc270a66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:55.043075 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-f01bf0ca-d49b-4814-82d4-d5becc270a66 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/50e198b2-ee89-4388-a114-d02530a08401 HTTP/1.1" status: 204  len: 168 time: 1.0022085
Nov 19 14:24:55.045549 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 56138) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:55.183509 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439683'] for network, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:55.297506 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-370453018-network', 'tenant_id': 'a698488a965c48439f2885f9f8b20346'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:24:55.317530 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:55.327593 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Usage tracker for resource:network and tenant:a698488a965c48439f2885f9f8b20346 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:55.339887 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:55.350639 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:55.421478 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3601468', 'neutron.services.segments.db._delete_segments_for_network--9223363262708512184'] for network, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:55.440801 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Made reservation on behalf of a698488a965c48439f2885f9f8b20346 for: {'network': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:24:55.445812 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for network, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:55.474241 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:55.500317 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7b6e037c-e5c6-448c-bd42-07f2948303e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:55.596195 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fae3c28a898>> segment before_delete 55550000 {{(pid=80261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:55.596359 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fae3c28a898>> subnet precommit_delete_associations 55550000 {{(pid=80261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:55.597180 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae37aac550>> segment_host_mapping after_create 55550000 {{(pid=80261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:55.597533 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae37aac550>> port after_create 55550000 {{(pid=80261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:55.598197 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae37aac550>> port after_delete 55550000 {{(pid=80261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:55.598619 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae37aac550>> port after_update 55550000 {{(pid=80261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:55.598974 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae37aac550>> segment after_delete 55550000 {{(pid=80261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:55.599340 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae37aac550>> subnet after_create 55550000 {{(pid=80261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:55.599845 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae37aac550>> subnet after_delete 55550000 {{(pid=80261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:55.600216 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fae37aac550>> subnet after_update 55550000 {{(pid=80261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:55.668990 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fae3c3b19e8>> subnet after_create 55550000 {{(pid=80261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:55.669392 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fae3c3b19e8>> subnet after_delete 55550000 {{(pid=80261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:55.669768 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fae3c3b19e8>> subnet before_create 55550000 {{(pid=80261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:55.670168 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fae3c3b19e8>> subnet before_update 55550000 {{(pid=80261) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Nov 19 14:24:55.670601 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae3c0d82b0>,) {'filters': {'network_id': ['80acf9a6-1703-459a-853b-6824e4d40fc2']}} {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:24:55.684955 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:55.691274 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3c0d82b0>, '7e79ac78-163e-4885-8b42-e8d79bd2dcc6') {'for_net_delete': True} {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:24:55.691617 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3c0d82b0>, '7e79ac78-163e-4885-8b42-e8d79bd2dcc6') {} {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:24:55.702962 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Usage tracker for resource:security_group_rule and tenant:a698488a965c48439f2885f9f8b20346 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:55.707340 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:55.715905 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262708535224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2019484'] for segment, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:55.724135 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:55.741112 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:55.743956 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 14:24:56.156073 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Network 80acf9a6-1703-459a-853b-6824e4d40fc2 has no segments {{(pid=80261) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:24:56.167509 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3544455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843835328'] for segment, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:56.293574 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:56.351521 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:56.381273 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:56.383517 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05d607-6ff3-49c3-b6c7-52bdcb40285e req-dc7cb798-8649-4878-8e19-001fc3a2235c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:56.385241 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2e05d607-6ff3-49c3-b6c7-52bdcb40285e req-dc7cb798-8649-4878-8e19-001fc3a2235c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.2676878
Nov 19 14:24:56.475753 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2e05d607-6ff3-49c3-b6c7-52bdcb40285e req-9f09cf6f-6f30-418d-94c1-3ac1801c2cb2 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840242
Nov 19 14:24:56.533764 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 14:24:56.552338 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Network 80acf9a6-1703-459a-853b-6824e4d40fc2 has no segments {{(pid=80261) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:   (rel_b, rel_a, rel_b),
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:   (rel_b, rel_a, rel_b),
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]: Traceback (most recent call last):
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:     timer()
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:     cb(*args, **kw)
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:     return func(*args, **kwargs)
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:     self._notify()
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:     self.callback(batched_events)
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:     event.method(event)
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:     segment_id)['aggregates'][0]
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:     return f(self, *a, **k)
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self._get(url).json()
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:     **kwargs)
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self.request(url, 'GET', **kwargs)
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:     **endpoint_filter)
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 14:24:56.585305 dv-cinder-763306-2-iscsi neutron-server[80149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 14:24:56.591142 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d3be61-6f48-4820-9038-dfb52841e906,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:56.594619 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:56.601543 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:56.601543 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.segments_db [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Added segment 14a71fa7-e30a-4b56-b083-c5d4f3d82751 of type vxlan for network 8f88a655-d10b-41f1-b135-e99197cb340f
Nov 19 14:24:56.668539 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 56232) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:56.710499 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774145649933'] for network, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:56.716687 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851174325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:56.726816 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:56.756557 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:56.759375 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Pushing event deleted for resources: {'Network': ['ID=80acf9a6-1703-459a-853b-6824e4d40fc2,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:56.765685 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:56.788445 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:56.788445 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:56.788445 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:56.803478 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:56.821794 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.8340747
Nov 19 14:24:56.823215 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] 10.222.0.35 "DELETE /v2.0/networks/80acf9a6-1703-459a-853b-6824e4d40fc2 HTTP/1.1" status: 204  len: 168 time: 1.7765319
Nov 19 14:24:56.826484 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 56250) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:56.840029 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-7cd09783-d441-45ad-9ebb-4fb17e1de6ce admin admin] Request body: {'subnet': {'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-370453018-subnet', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'ip_version': 4}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:24:56.865663 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-7cd09783-d441-45ad-9ebb-4fb17e1de6ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:56.890834 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-7cd09783-d441-45ad-9ebb-4fb17e1de6ce admin admin] Usage tracker for resource:subnet and tenant:a698488a965c48439f2885f9f8b20346 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:56.898740 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-89d4d6c0-461d-4fbd-8a62-39024aa988eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:56.910664 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Pushing event updated for resources: {'Network': ['ID=8f88a655-d10b-41f1-b135-e99197cb340f,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:56.913695 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:56.921019 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Network 8f88a655-d10b-41f1-b135-e99197cb340f details requested by agent ovs-agent-dv-cinder-763306-2-iscsi with host dv-cinder-763306-2-iscsi {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:24:56.922890 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-7cd09783-d441-45ad-9ebb-4fb17e1de6ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:56.934895 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-7cd09783-d441-45ad-9ebb-4fb17e1de6ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:56.957148 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd09783-d441-45ad-9ebb-4fb17e1de6ce admin admin] Made reservation on behalf of a698488a965c48439f2885f9f8b20346 for: {'subnet': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:24:56.962623 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7cd09783-d441-45ad-9ebb-4fb17e1de6ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10632494'] for subnet, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:56.965504 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Network 8f88a655-d10b-41f1-b135-e99197cb340f details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:24:56.987354 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-89d4d6c0-461d-4fbd-8a62-39024aa988eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:56.997464 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-89d4d6c0-461d-4fbd-8a62-39024aa988eb admin admin] Usage tracker for resource:security_group_rule and tenant:5d1b4173f3f8448dbe9c2a1027a8366c is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:57.010118 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-89d4d6c0-461d-4fbd-8a62-39024aa988eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:57.021064 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-89d4d6c0-461d-4fbd-8a62-39024aa988eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:57.031452 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 56262) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:57.095321 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-455c198f-62cb-44bf-844a-a91a73181ca7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=47f4615d3a074f2088e8036340eaa188&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0625193
Nov 19 14:24:57.097048 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 56268) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:57.183402 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6256-bf42-4651-8af0-819e87563e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:57.213538 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6256-bf42-4651-8af0-819e87563e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:57.235104 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-89d4d6c0-461d-4fbd-8a62-39024aa988eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:57.240623 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-89d4d6c0-461d-4fbd-8a62-39024aa988eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:57.250143 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-aa07c2c3-bbad-4c4b-8a25-17f4acf033de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:57.268903 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6256-bf42-4651-8af0-819e87563e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:57.274150 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f7c1624f-87eb-49bc-bf15-c650b5d8860a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:57.288455 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf6256-bf42-4651-8af0-819e87563e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d0ea03-1072-4fbf-b35e-db286a55636e,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:57.291257 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9bdf6256-bf42-4651-8af0-819e87563e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:57.299093 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6256-bf42-4651-8af0-819e87563e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:57.304273 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-9bdf6256-bf42-4651-8af0-819e87563e46 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/00d0ea03-1072-4fbf-b35e-db286a55636e HTTP/1.1" status: 204  len: 168 time: 0.2025516
Nov 19 14:24:57.344278 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-89d4d6c0-461d-4fbd-8a62-39024aa988eb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d1b4173f3f8448dbe9c2a1027a8366c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6744440
Nov 19 14:24:57.345125 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4d6c0-461d-4fbd-8a62-39024aa988eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f310493b-906b-4a01-87cb-15d1f3d8310e,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:57.347586 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 56276) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:57.350008 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-89d4d6c0-461d-4fbd-8a62-39024aa988eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:57.419188 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2c113ec0-f43d-445c-b6aa-42eaedd70271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:57.447827 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2c113ec0-f43d-445c-b6aa-42eaedd70271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:57.512267 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2c113ec0-f43d-445c-b6aa-42eaedd70271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:57.520846 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d7eb340d-70cb-458e-a93c-1e9b9861d10c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:57.538989 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c113ec0-f43d-445c-b6aa-42eaedd70271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f310493b-906b-4a01-87cb-15d1f3d8310e,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:57.541330 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2c113ec0-f43d-445c-b6aa-42eaedd70271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:57.542953 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-2c113ec0-f43d-445c-b6aa-42eaedd70271 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f310493b-906b-4a01-87cb-15d1f3d8310e HTTP/1.1" status: 204  len: 168 time: 0.1936383
Nov 19 14:24:57.545014 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2c113ec0-f43d-445c-b6aa-42eaedd70271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:57.620050 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7cd09783-d441-45ad-9ebb-4fb17e1de6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11369563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10632477'] for subnet, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:57.674743 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:57.846159 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd09783-d441-45ad-9ebb-4fb17e1de6ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=84b360f6-0d3c-4e62-9512-ee21754e4615,revision_number=0']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:57.855859 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7cd09783-d441-45ad-9ebb-4fb17e1de6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:57.909738 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df70cc-03fd-4b4d-8b60-a6c75a30dfcf req-1ec4f458-d96c-4419-886c-1afddd5143ab tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:57.911385 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-77df70cc-03fd-4b4d-8b60-a6c75a30dfcf req-1ec4f458-d96c-4419-886c-1afddd5143ab tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.1894910
Nov 19 14:24:57.985830 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-77df70cc-03fd-4b4d-8b60-a6c75a30dfcf req-5679a3fd-0886-4df8-b0b9-d84ac9ff5e82 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662322
Nov 19 14:24:57.993922 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd09783-d441-45ad-9ebb-4fb17e1de6ce admin admin] Checking segment: {'id': '14a71fa7-e30a-4b56-b083-c5d4f3d82751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:24:57.994464 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd09783-d441-45ad-9ebb-4fb17e1de6ce admin admin] Network hostable DHCP agents. Network: 8f88a655-d10b-41f1-b135-e99197cb340f, hostable agents: ['4a7d4b2f-f99e-495c-ba2f-c341fae68c03'], hosted agents: [] {{(pid=80260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 14:24:58.034501 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd09783-d441-45ad-9ebb-4fb17e1de6ce admin admin] Network 8f88a655-d10b-41f1-b135-e99197cb340f is scheduled to be hosted by DHCP agent 4a7d4b2f-f99e-495c-ba2f-c341fae68c03 with binding_index 1 {{(pid=80260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 14:24:58.045567 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-7cd09783-d441-45ad-9ebb-4fb17e1de6ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-iscsi, 8f88a655-d10b-41f1-b135-e99197cb340f) {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:24:58.060176 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a13330-f2c6-4802-b136-44fd675833ae None None] Network 8f88a655-d10b-41f1-b135-e99197cb340f requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:24:58.063404 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd09783-d441-45ad-9ebb-4fb17e1de6ce admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:58.064158 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7cd09783-d441-45ad-9ebb-4fb17e1de6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for subnet, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:58.102257 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-7cd09783-d441-45ad-9ebb-4fb17e1de6ce admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.2713642
Nov 19 14:24:58.102719 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 56308) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:24:58.108771 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-370453018-router', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:24:58.116025 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:24:58.124091 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Usage tracker for resource:router and tenant:a698488a965c48439f2885f9f8b20346 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:24:58.131009 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:24:58.142861 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:24:58.171297 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-758591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2788'] for router, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:58.172984 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854017225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-786376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-574391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773012'] for router, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:58.224135 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:58.290302 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-243adfae-ad20-4cf1-a6ac-508b53e4ceda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:58.490236 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped18c60e-6a75-5499-b97d-4bea333a774a-8f88a655-d10b-41f1-b135-e99197cb340f', 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'fixed_ips': [{'subnet_id': '84b360f6-0d3c-4e62-9512-ee21754e4615'}]}} from dv-cinder-763306-2-iscsi. {{(pid=80262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 14:24:58.491399 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:58.538123 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-786239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-758694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773025'] for router, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:58.850175 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:58.892955 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:58.990688 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:59.027582 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Allocated IP 172.20.0.2 (8f88a655-d10b-41f1-b135-e99197cb340f/84b360f6-0d3c-4e62-9512-ee21754e4615/f1d57627-8c3c-477c-bab9-c1a00dffa37a) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:24:59.283670 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68254c-1236-4e1c-9e95-c2ea30ecbe27 req-8e65704b-abe9-4bcf-b103-041b1a8ae50c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:24:59.292021 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2c68254c-1236-4e1c-9e95-c2ea30ecbe27 req-8e65704b-abe9-4bcf-b103-041b1a8ae50c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.1208692
Nov 19 14:24:59.323591 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Allocated IP 172.27.0.232 (30e7e950-b2fa-4cc4-9540-c3d995e774bc/c880977d-f782-4d1f-ba36-7b5f08e013ca/173ab941-c92c-47f0-8d68-74fea8ff9262) {{(pid=80261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:24:59.345918 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2c68254c-1236-4e1c-9e95-c2ea30ecbe27 req-03c1ec93-3777-44da-89d4-cd16d8a6a638 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529356
Nov 19 14:24:59.482729 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:59.498486 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Transition to ACTIVE for port object f1d57627-8c3c-477c-bab9-c1a00dffa37a will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:24:59.534035 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Transition to ACTIVE for port object f1d57627-8c3c-477c-bab9-c1a00dffa37a will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:24:59.545780 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:59.575014 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:59.583312 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:59.605040 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:59.625074 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:24:59.787242 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Pushing event updated for resources: {'Port': ['ID=173ab941-c92c-47f0-8d68-74fea8ff9262,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:59.791911 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:59.797381 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Pushing event updated for resources: {'Port': ['ID=f1d57627-8c3c-477c-bab9-c1a00dffa37a,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:24:59.808387 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:24:59.822320 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Network 8f88a655-d10b-41f1-b135-e99197cb340f is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:24:59.823550 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:24:59.826617 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:24:59.832683 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:59.871067 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Network 30e7e950-b2fa-4cc4-9540-c3d995e774bc is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:24:59.872807 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:24:59.879436 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Received port after_create {{(pid=80261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:24:59.938448 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Attempting to bind port f1d57627-8c3c-477c-bab9-c1a00dffa37a on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:24:59.941349 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Attempting to bind port f1d57627-8c3c-477c-bab9-c1a00dffa37a by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': '14a71fa7-e30a-4b56-b083-c5d4f3d82751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:24:59.941768 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Attempting to bind port f1d57627-8c3c-477c-bab9-c1a00dffa37a on network 8f88a655-d10b-41f1-b135-e99197cb340f {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:24:59.960095 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:24:59.960934 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Checking segment: {'id': '14a71fa7-e30a-4b56-b083-c5d4f3d82751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:24:59.960934 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:24:59.967274 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Bound using segment: {'id': '14a71fa7-e30a-4b56-b083-c5d4f3d82751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:24:59.967834 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Bound port: f1d57627-8c3c-477c-bab9-c1a00dffa37a, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a71fa7-e30a-4b56-b083-c5d4f3d82751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:24:59.968273 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:00.044816 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:00.215035 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:00.216209 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854017107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853989611'] for router, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:00.226163 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] For port f1d57627-8c3c-477c-bab9-c1a00dffa37a, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:25:00.230938 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] For port f1d57627-8c3c-477c-bab9-c1a00dffa37a, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=f1d57627-8c3c-477c-bab9-c1a00dffa37a,segment=NetworkSegment(14a71fa7-e30a-4b56-b083-c5d4f3d82751),segment_id=14a71fa7-e30a-4b56-b083-c5d4f3d82751)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:25:00.239070 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:00.272412 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:00.364170 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Pushing event updated for resources: {'Port': ['ID=f1d57627-8c3c-477c-bab9-c1a00dffa37a,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:00.368600 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:00.826159 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c1b31-6f36-4921-9976-b4bacc7047ff req-947ad65b-0de9-4657-abd7-d30c0cf6541e tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:00.827771 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d22c1b31-6f36-4921-9976-b4bacc7047ff req-947ad65b-0de9-4657-abd7-d30c0cf6541e tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.1989207
Nov 19 14:25:00.925385 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d22c1b31-6f36-4921-9976-b4bacc7047ff req-05bd3f89-38cc-4205-9078-ff4d2838048a tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872221
Nov 19 14:25:00.937741 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Router ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a is scheduled to L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f with binding_index 1 {{(pid=80261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 14:25:01.181272 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:25:01.192726 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] Sync routers for ids ['ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:25:01.205697 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] Routers {'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:25:01.206367 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3d0aa748>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:24:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:01.223070 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Notify callbacks [] for router, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:01.227190 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.1208670
Nov 19 14:25:01.229279 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 56398) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:01.417816 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] Set router ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:25:01.824570 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device f1d57627-8c3c-477c-bab9-c1a00dffa37a up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:25:02.015713 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port f1d57627-8c3c-477c-bab9-c1a00dffa37a completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:25:02.188816 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3d0aa748>, [{'id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'name': 'tempest-TestMinimumBasicScenario-370453018-router', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:24:58Z', 'updated_at': '2020-11-19T14:25:00Z', 'revision_number': 3, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'gw_port': {'id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:24:59Z', 'updated_at': '2020-11-19T14:24:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi'}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:02.195157 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] Checking router: ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:25:02.195823 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] Updating router ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a port 173ab941-c92c-47f0-8d68-74fea8ff9262 binding host dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 14:25:02.281820 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c95d94-f220-41d5-bd61-1a4536cf667d None None] Network 8f88a655-d10b-41f1-b135-e99197cb340f requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:25:02.282673 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:02.378950 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e339301-8bfc-4235-8b42-f59e14f0386b req-1bd78c2a-b0c7-4b7b-a253-ca140ceaf90f tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:02.398614 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0e339301-8bfc-4235-8b42-f59e14f0386b req-1bd78c2a-b0c7-4b7b-a253-ca140ceaf90f tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.2273841
Nov 19 14:25:02.543236 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0e339301-8bfc-4235-8b42-f59e14f0386b req-41b4d366-2b94-4db2-9102-fd914a65eecc tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435666
Nov 19 14:25:02.704105 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:02.723368 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-040e75b1-c665-4314-a037-370fa28f2ca3 None None] Provisioning for port f1d57627-8c3c-477c-bab9-c1a00dffa37a completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:25:02.738373 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-040e75b1-c665-4314-a037-370fa28f2ca3 None None] Provisioning complete for port f1d57627-8c3c-477c-bab9-c1a00dffa37a triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:02.738831 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-040e75b1-c665-4314-a037-370fa28f2ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:02.999116 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:03.025290 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] Transition to ACTIVE for port object 173ab941-c92c-47f0-8d68-74fea8ff9262 will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:25:03.031914 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:03.052015 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:03.089357 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-040e75b1-c665-4314-a037-370fa28f2ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:03.136946 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-040e75b1-c665-4314-a037-370fa28f2ca3 None None] For port f1d57627-8c3c-477c-bab9-c1a00dffa37a, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=f1d57627-8c3c-477c-bab9-c1a00dffa37a,segment=NetworkSegment(14a71fa7-e30a-4b56-b083-c5d4f3d82751),segment_id=14a71fa7-e30a-4b56-b083-c5d4f3d82751)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:25:03.143058 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-040e75b1-c665-4314-a037-370fa28f2ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:03.145497 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:03.231537 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040e75b1-c665-4314-a037-370fa28f2ca3 None None] Pushing event updated for resources: {'Port': ['ID=f1d57627-8c3c-477c-bab9-c1a00dffa37a,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:03.236510 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-040e75b1-c665-4314-a037-370fa28f2ca3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:03.248568 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Pushing event updated for resources: {'Port': ['ID=173ab941-c92c-47f0-8d68-74fea8ff9262,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:03.263199 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.263589 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.263965 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.264329 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.264687 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.265046 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.265403 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.265759 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.266116 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.266471 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.266850 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.267742 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.268305 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.268660 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.269095 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.269447 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.269781 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.270182 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.270530 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.270904 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.271256 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.271605 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.271955 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.272305 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:03.277940 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:03.319263 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Allocated IP 172.20.0.1 (8f88a655-d10b-41f1-b135-e99197cb340f/84b360f6-0d3c-4e62-9512-ee21754e4615/e04e6797-b80d-4809-bd24-3ad97993e0fd) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:25:03.327697 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] Attempting to bind port 173ab941-c92c-47f0-8d68-74fea8ff9262 on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:25:03.328196 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] Attempting to bind port 173ab941-c92c-47f0-8d68-74fea8ff9262 by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:25:03.328408 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] Attempting to bind port 173ab941-c92c-47f0-8d68-74fea8ff9262 on network 30e7e950-b2fa-4cc4-9540-c3d995e774bc {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:25:03.336447 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:25:03.336447 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] Checking segment: {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:25:03.337007 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:03.337459 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] Bound using segment: {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:25:03.338027 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] Bound port: 173ab941-c92c-47f0-8d68-74fea8ff9262, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:25:03.338483 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:03.368463 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-586a9306-1150-4952-a8d2-df5252b73c2d None None] Provisioning complete for port f1d57627-8c3c-477c-bab9-c1a00dffa37a triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:03.368886 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-586a9306-1150-4952-a8d2-df5252b73c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:03.429675 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] For port 173ab941-c92c-47f0-8d68-74fea8ff9262, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:25:03.434788 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] For port 173ab941-c92c-47f0-8d68-74fea8ff9262, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=173ab941-c92c-47f0-8d68-74fea8ff9262,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:25:03.440914 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:03.461633 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:03.511225 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:03.529822 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Transition to ACTIVE for port object e04e6797-b80d-4809-bd24-3ad97993e0fd will not be triggered until provisioned by entity DHCP. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:25:03.551141 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:03.574038 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:03.668486 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Pushing event updated for resources: {'Port': ['ID=173ab941-c92c-47f0-8d68-74fea8ff9262,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:03.669244 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-5e1c42e8-3d7d-49b8-9d6a-a2d1225fbcac None None] Provisioning complete for port f1d57627-8c3c-477c-bab9-c1a00dffa37a triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:03.669771 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5e1c42e8-3d7d-49b8-9d6a-a2d1225fbcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:03.672633 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:03.727081 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] Routers {'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:25:03.728030 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3d0aa748>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:24:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:03.807036 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device f1d57627-8c3c-477c-bab9-c1a00dffa37a up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:25:03.813220 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Pushing event updated for resources: {'Port': ['ID=e04e6797-b80d-4809-bd24-3ad97993e0fd,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:03.829111 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:03.924990 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Network 8f88a655-d10b-41f1-b135-e99197cb340f is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:25:03.928419 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:25:03.946497 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:25:03.972398 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port f1d57627-8c3c-477c-bab9-c1a00dffa37a triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:03.973218 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:03.996413 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319ad06-aa2b-4d0c-bc38-05bc1cdd30b3 req-13889b4f-24a6-4523-9409-8338368b9929 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:03.998846 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0319ad06-aa2b-4d0c-bc38-05bc1cdd30b3 req-13889b4f-24a6-4523-9409-8338368b9929 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.2589283
Nov 19 14:25:04.026673 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] Set router ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:25:04.076419 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722922'] for router_interface, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:04.127742 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0319ad06-aa2b-4d0c-bc38-05bc1cdd30b3 req-5609940c-fe1e-4dcd-8d81-91324b31af39 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126268
Nov 19 14:25:04.245058 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-f1a80548-9e2a-4e16-b8a8-f373f9f3a8d1 None None] Provisioning complete for port f1d57627-8c3c-477c-bab9-c1a00dffa37a triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:04.245741 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f1a80548-9e2a-4e16-b8a8-f373f9f3a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:04.279268 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:04.501616 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3d0aa748>, [{'id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'name': 'tempest-TestMinimumBasicScenario-370453018-router', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:24:58Z', 'updated_at': '2020-11-19T14:25:00Z', 'revision_number': 3, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'gw_port': {'id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:24:59Z', 'updated_at': '2020-11-19T14:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi'}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:04.513724 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9df68c8-fe10-461b-b57b-b7a9c4914053 None None] The sync data for ids ['ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'] in dv-cinder-763306-2-iscsi is: [{'id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'name': 'tempest-TestMinimumBasicScenario-370453018-router', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:24:58Z', 'updated_at': '2020-11-19T14:25:00Z', 'revision_number': 3, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'gw_port': {'id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:24:59Z', 'updated_at': '2020-11-19T14:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi'}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:25:04.643580 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:04.655476 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:04.664098 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e64b53e7-375d-4607-b60f-9070858633d8 None None] Provisioning for port e04e6797-b80d-4809-bd24-3ad97993e0fd completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:25:04.670685 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e64b53e7-375d-4607-b60f-9070858633d8 None None] Provisioning complete for port e04e6797-b80d-4809-bd24-3ad97993e0fd triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:04.671266 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e64b53e7-375d-4607-b60f-9070858633d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:04.729922 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:04.758840 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e64b53e7-375d-4607-b60f-9070858633d8 None None] Port e04e6797-b80d-4809-bd24-3ad97993e0fd cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:25:04.836277 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Pushing event updated for resources: {'Port': ['ID=e04e6797-b80d-4809-bd24-3ad97993e0fd,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:04.841813 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:04.842950 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850791725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853991164'] for router_interface, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:04.972670 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 56488) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:05.178277 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Network 8f88a655-d10b-41f1-b135-e99197cb340f is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:25:05.192382 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:25:05.561395 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-21374e03-4f7f-4617-bde0-52915f2b4986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:05.593164 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-d504d217-d0ef-490f-a8ee-8e5d349be17d None None] Provisioning complete for port e04e6797-b80d-4809-bd24-3ad97993e0fd triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:05.604299 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d504d217-d0ef-490f-a8ee-8e5d349be17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:05.607139 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-21374e03-4f7f-4617-bde0-52915f2b4986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:05.621048 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-21374e03-4f7f-4617-bde0-52915f2b4986 admin admin] Usage tracker for resource:security_group_rule and tenant:1829dc441b9142828695fdc0e8a9ab31 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:05.632454 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-21374e03-4f7f-4617-bde0-52915f2b4986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:05.639059 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-21374e03-4f7f-4617-bde0-52915f2b4986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:05.726039 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-d504d217-d0ef-490f-a8ee-8e5d349be17d None None] Port e04e6797-b80d-4809-bd24-3ad97993e0fd cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:25:05.752370 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5159af7-1c6c-4263-8a57-0cb7d111d5f4 req-b6b054d4-d502-4d11-a10f-c7507bb04955 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:05.757266 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e5159af7-1c6c-4263-8a57-0cb7d111d5f4 req-b6b054d4-d502-4d11-a10f-c7507bb04955 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.3376520
Nov 19 14:25:05.807318 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 173ab941-c92c-47f0-8d68-74fea8ff9262 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:25:05.847876 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-21374e03-4f7f-4617-bde0-52915f2b4986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:05.864190 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e5159af7-1c6c-4263-8a57-0cb7d111d5f4 req-4b545c18-5c50-41fe-9218-cb1f1050f12d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010187
Nov 19 14:25:05.865548 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-21374e03-4f7f-4617-bde0-52915f2b4986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:05.917355 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-39a0337e-1f18-4c6e-b3ef-74f03d76674d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:05.930212 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port 173ab941-c92c-47f0-8d68-74fea8ff9262 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:25:05.946939 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 173ab941-c92c-47f0-8d68-74fea8ff9262 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:05.947363 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:05.973019 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21374e03-4f7f-4617-bde0-52915f2b4986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd406e7-6274-48bf-a5ca-d7d47620d61b,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:05.981690 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-21374e03-4f7f-4617-bde0-52915f2b4986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:05.993683 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-21374e03-4f7f-4617-bde0-52915f2b4986 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1829dc441b9142828695fdc0e8a9ab31&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0165794
Nov 19 14:25:05.993936 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 56508) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:06.026135 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Router ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:25:06.115561 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d736da79-d4b8-42f1-b2f8-c903f44ec24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:06.154617 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d736da79-d4b8-42f1-b2f8-c903f44ec24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:06.209905 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:06.238036 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d736da79-d4b8-42f1-b2f8-c903f44ec24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:06.244561 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-0e51f7d5-31cd-4506-b6ac-dce55c750e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:06.248179 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] For port 173ab941-c92c-47f0-8d68-74fea8ff9262, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=173ab941-c92c-47f0-8d68-74fea8ff9262,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:25:06.253320 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:06.257667 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736da79-d4b8-42f1-b2f8-c903f44ec24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd406e7-6274-48bf-a5ca-d7d47620d61b,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:06.264727 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d736da79-d4b8-42f1-b2f8-c903f44ec24a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:06.265643 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d736da79-d4b8-42f1-b2f8-c903f44ec24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:06.270258 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-d736da79-d4b8-42f1-b2f8-c903f44ec24a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fcd406e7-6274-48bf-a5ca-d7d47620d61b HTTP/1.1" status: 204  len: 168 time: 0.2752504
Nov 19 14:25:06.272055 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:06.407198 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Pushing event updated for resources: {'Port': ['ID=173ab941-c92c-47f0-8d68-74fea8ff9262,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:06.413695 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:06.420975 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:25:06.447597 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] 10.222.0.35 "PUT /v2.0/routers/ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2170467
Nov 19 14:25:07.112034 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bee77-6099-4ebc-ac76-12603a407489 req-dec0653b-2439-4de2-b604-59390a35f64b tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:07.113664 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b5bee77-6099-4ebc-ac76-12603a407489 req-dec0653b-2439-4de2-b604-59390a35f64b tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.0880282
Nov 19 14:25:07.163626 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b5bee77-6099-4ebc-ac76-12603a407489 req-20971223-c5e1-4fde-ad43-16b10153e1a8 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433023
Nov 19 14:25:07.719885 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] Sync routers for ids ['ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'] in dv-cinder-763306-2-iscsi {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:25:07.731882 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 173ab941-c92c-47f0-8d68-74fea8ff9262 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:25:07.782473 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] Routers {'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:25:07.783951 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae37f11898>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:24:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:08.013073 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] Set router ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:25:08.232559 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 56602) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:08.266227 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 173ab941-c92c-47f0-8d68-74fea8ff9262 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:08.268455 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:08.319949 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ed51e2-0fab-4e39-998c-2e78389e5c3e admin admin] Deleting subnet 647dbe7f-87c8-435f-b8ed-5ef7d3c8ad4e {{(pid=80260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 14:25:08.323620 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b1ed51e2-0fab-4e39-998c-2e78389e5c3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:08.403885 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b1ed51e2-0fab-4e39-998c-2e78389e5c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852753230'] for subnet, precommit_delete_associations {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:08.459309 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d21566-5fcd-4d33-a2bf-23dacf6693af req-b5af90e2-ef38-47a8-bc3f-3c7c82390d95 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:08.468090 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c0d21566-5fcd-4d33-a2bf-23dacf6693af req-b5af90e2-ef38-47a8-bc3f-3c7c82390d95 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.1404035
Nov 19 14:25:08.497165 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b1ed51e2-0fab-4e39-998c-2e78389e5c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597733'] for subnet, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:08.550298 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c0d21566-5fcd-4d33-a2bf-23dacf6693af req-7829de16-2464-40a7-b25d-a3f1eaf426da tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770133
Nov 19 14:25:08.819487 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae37f11898>, [{'id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'name': 'tempest-TestMinimumBasicScenario-370453018-router', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:24:58Z', 'updated_at': '2020-11-19T14:25:04Z', 'revision_number': 4, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'gw_port': {'id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:24:59Z', 'updated_at': '2020-11-19T14:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'e04e6797-b80d-4809-bd24-3ad97993e0fd', 'name': '', 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'mac_address': 'fa:16:3e:2f:83:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84b360f6-0d3c-4e62-9512-ee21754e4615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:03Z', 'updated_at': '2020-11-19T14:25:04Z', 'revision_number': 2, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'subnets': [{'id': '84b360f6-0d3c-4e62-9512-ee21754e4615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:08.824387 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] Checking router: ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a for host: dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:25:08.827109 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] Updating router ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a port e04e6797-b80d-4809-bd24-3ad97993e0fd binding host dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 14:25:08.903566 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b1ed51e2-0fab-4e39-998c-2e78389e5c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851178052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843406185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844143339'] for subnet, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:08.926102 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:09.027236 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7cd09783-d441-45ad-9ebb-4fb17e1de6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:09.076648 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed51e2-0fab-4e39-998c-2e78389e5c3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=647dbe7f-87c8-435f-b8ed-5ef7d3c8ad4e,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:09.080293 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b1ed51e2-0fab-4e39-998c-2e78389e5c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:09.098774 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b1ed51e2-0fab-4e39-998c-2e78389e5c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for subnet, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:09.104943 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-b1ed51e2-0fab-4e39-998c-2e78389e5c3e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/647dbe7f-87c8-435f-b8ed-5ef7d3c8ad4e HTTP/1.1" status: 204  len: 168 time: 0.8706980
Nov 19 14:25:09.107477 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 56630) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:09.241977 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f2992ff4-d567-41bc-8de6-a7733e93dbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439683'] for network, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:09.267942 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 56636) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:09.377655 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:09.390278 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] Transition to ACTIVE for port object e04e6797-b80d-4809-bd24-3ad97993e0fd will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:25:09.395653 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:09.416508 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:09.437284 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-28f28003-1d0c-4841-b9b6-7d5d4fbd1414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:09.451317 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f2992ff4-d567-41bc-8de6-a7733e93dbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3601468', 'neutron.services.segments.db._delete_segments_for_network--9223363262708512184'] for network, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:09.471512 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-28f28003-1d0c-4841-b9b6-7d5d4fbd1414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:09.475864 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-28f28003-1d0c-4841-b9b6-7d5d4fbd1414 admin admin] Usage tracker for resource:security_group_rule and tenant:46e2fd4d3ebe446f9526067f95ea65b3 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:09.478903 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-28f28003-1d0c-4841-b9b6-7d5d4fbd1414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:09.484787 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-28f28003-1d0c-4841-b9b6-7d5d4fbd1414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:09.577068 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-28f28003-1d0c-4841-b9b6-7d5d4fbd1414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:09.580825 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af71886-e606-4ee4-9ca6-3a4d2fd1c040 None None] Pushing event updated for resources: {'Port': ['ID=e04e6797-b80d-4809-bd24-3ad97993e0fd,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:09.584301 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7af71886-e606-4ee4-9ca6-3a4d2fd1c040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:09.600090 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-28f28003-1d0c-4841-b9b6-7d5d4fbd1414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:09.640241 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9bdf6256-bf42-4651-8af0-819e87563e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:09.681456 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-28f28003-1d0c-4841-b9b6-7d5d4fbd1414 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=46e2fd4d3ebe446f9526067f95ea65b3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4121423
Nov 19 14:25:09.712664 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 56644) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:09.714799 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f28003-1d0c-4841-b9b6-7d5d4fbd1414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9200d3-4ab0-46ed-a695-9039600effd2,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:09.735878 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-28f28003-1d0c-4841-b9b6-7d5d4fbd1414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:09.802893 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] Attempting to bind port e04e6797-b80d-4809-bd24-3ad97993e0fd on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:25:09.803319 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] Attempting to bind port e04e6797-b80d-4809-bd24-3ad97993e0fd by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': '14a71fa7-e30a-4b56-b083-c5d4f3d82751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:25:09.803743 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] Attempting to bind port e04e6797-b80d-4809-bd24-3ad97993e0fd on network 8f88a655-d10b-41f1-b135-e99197cb340f {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:25:09.811309 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:25:09.812326 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] Checking segment: {'id': '14a71fa7-e30a-4b56-b083-c5d4f3d82751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:25:09.813108 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:09.813716 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] Bound using segment: {'id': '14a71fa7-e30a-4b56-b083-c5d4f3d82751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:25:09.814970 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] Bound port: e04e6797-b80d-4809-bd24-3ad97993e0fd, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a71fa7-e30a-4b56-b083-c5d4f3d82751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:25:09.815577 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:09.855707 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-f2992ff4-d567-41bc-8de6-a7733e93dbb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae36bbbac8>,) {'filters': {'network_id': ['1609a616-9b1b-40d8-a34e-92cbce60ed1a']}} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:09.883476 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-f2992ff4-d567-41bc-8de6-a7733e93dbb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae36bbbac8>, '0f4c1b2f-2583-4d44-a23d-b41059113216') {'for_net_delete': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:09.883818 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-f2992ff4-d567-41bc-8de6-a7733e93dbb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae36bbbac8>, '0f4c1b2f-2583-4d44-a23d-b41059113216') {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:09.918800 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-87750cb8-c15b-4a59-a216-ff672c68e9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:09.919107 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f2992ff4-d567-41bc-8de6-a7733e93dbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262708535224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2022585'] for segment, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:09.950845 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] For port e04e6797-b80d-4809-bd24-3ad97993e0fd, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:25:09.954480 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f2992ff4-d567-41bc-8de6-a7733e93dbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:09.956893 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f2992ff4-d567-41bc-8de6-a7733e93dbb4 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 14:25:09.962295 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-87750cb8-c15b-4a59-a216-ff672c68e9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:10.024498 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec134e-e526-4380-a1d1-80ebc0788b20 req-f11d26cd-c90c-4bb1-b945-1638b6e1d66a tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:10.027854 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-82ec134e-e526-4380-a1d1-80ebc0788b20 req-f11d26cd-c90c-4bb1-b945-1638b6e1d66a tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.2576661
Nov 19 14:25:10.099215 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-82ec134e-e526-4380-a1d1-80ebc0788b20 req-6d1a6e66-2815-4f03-a97b-170786f14210 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597818
Nov 19 14:25:10.100197 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-87750cb8-c15b-4a59-a216-ff672c68e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:10.106588 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e90d4d09-4da2-49fb-b6ae-3514d32ac0b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:10.123165 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87750cb8-c15b-4a59-a216-ff672c68e9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9200d3-4ab0-46ed-a695-9039600effd2,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:10.131675 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-87750cb8-c15b-4a59-a216-ff672c68e9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:10.133044 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-87750cb8-c15b-4a59-a216-ff672c68e9a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ec9200d3-4ab0-46ed-a695-9039600effd2 HTTP/1.1" status: 204  len: 168 time: 0.4031537
Nov 19 14:25:10.134398 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-87750cb8-c15b-4a59-a216-ff672c68e9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:10.218209 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-f2992ff4-d567-41bc-8de6-a7733e93dbb4 admin admin] Network 1609a616-9b1b-40d8-a34e-92cbce60ed1a has no segments {{(pid=80260) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:25:10.228799 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f2992ff4-d567-41bc-8de6-a7733e93dbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3544455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11369013'] for segment, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:10.430536 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-f2992ff4-d567-41bc-8de6-a7733e93dbb4 admin admin] Network 1609a616-9b1b-40d8-a34e-92cbce60ed1a has no segments {{(pid=80260) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]: Traceback (most recent call last):
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:     timer()
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:     cb(*args, **kw)
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:     return func(*args, **kwargs)
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:     self._notify()
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:     self.callback(batched_events)
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:     event.method(event)
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:     segment_id)['aggregates'][0]
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:     return f(self, *a, **k)
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self._get(url).json()
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:     **kwargs)
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self.request(url, 'GET', **kwargs)
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:     **endpoint_filter)
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 14:25:10.454436 dv-cinder-763306-2-iscsi neutron-server[80149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 14:25:10.538694 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f2992ff4-d567-41bc-8de6-a7733e93dbb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851174325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:10.542510 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] For port e04e6797-b80d-4809-bd24-3ad97993e0fd, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=e04e6797-b80d-4809-bd24-3ad97993e0fd,segment=NetworkSegment(14a71fa7-e30a-4b56-b083-c5d4f3d82751),segment_id=14a71fa7-e30a-4b56-b083-c5d4f3d82751)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:25:10.547835 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:10.555525 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f2992ff4-d567-41bc-8de6-a7733e93dbb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:10.559779 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:10.571375 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3ba69a53-379a-4607-ac98-d3cb28eb033d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:10.583065 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 56674) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:10.585429 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2992ff4-d567-41bc-8de6-a7733e93dbb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1609a616-9b1b-40d8-a34e-92cbce60ed1a,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:10.588357 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f2992ff4-d567-41bc-8de6-a7733e93dbb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:10.591273 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-f2992ff4-d567-41bc-8de6-a7733e93dbb4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1609a616-9b1b-40d8-a34e-92cbce60ed1a HTTP/1.1" status: 204  len: 168 time: 1.4826925
Nov 19 14:25:10.593823 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 56678) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:10.610161 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b722d555-0e39-4193-a518-e0634796c1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:10.647332 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-b722d555-0e39-4193-a518-e0634796c1d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:10.651434 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-b722d555-0e39-4193-a518-e0634796c1d0 admin admin] Usage tracker for resource:security_group_rule and tenant:ee774f404892454d82f487d5a5d71905 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:10.654865 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-b722d555-0e39-4193-a518-e0634796c1d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:10.661515 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-b722d555-0e39-4193-a518-e0634796c1d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:10.684066 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_v2 [None req-c646d55a-e95b-4e49-a731-0e27d33281a4 admin admin] Deleting subnet 1ae69400-7963-41e2-869a-54e00390925b {{(pid=80260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 14:25:10.688106 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c646d55a-e95b-4e49-a731-0e27d33281a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:10.734987 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b722d555-0e39-4193-a518-e0634796c1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:10.738589 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b722d555-0e39-4193-a518-e0634796c1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:10.747684 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-28f28003-1d0c-4841-b9b6-7d5d4fbd1414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:10.760674 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c646d55a-e95b-4e49-a731-0e27d33281a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852753230'] for subnet, precommit_delete_associations {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:10.764795 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af71886-e606-4ee4-9ca6-3a4d2fd1c040 None None] Pushing event updated for resources: {'Port': ['ID=e04e6797-b80d-4809-bd24-3ad97993e0fd,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:10.770218 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7af71886-e606-4ee4-9ca6-3a4d2fd1c040 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:10.799812 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] Routers {'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:25:10.800517 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae37f11898>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:24:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:10.802510 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-b722d555-0e39-4193-a518-e0634796c1d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ee774f404892454d82f487d5a5d71905&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2180860
Nov 19 14:25:10.803400 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722d555-0e39-4193-a518-e0634796c1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2ca465-0c7d-4bb6-85c0-7eaa50ef79eb,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:10.805970 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 56684) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:10.808708 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b722d555-0e39-4193-a518-e0634796c1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:10.822757 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c646d55a-e95b-4e49-a731-0e27d33281a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597733'] for subnet, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:10.872882 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef3c3-0106-4c6f-881c-d184b5709df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:10.902701 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef3c3-0106-4c6f-881c-d184b5709df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:11.000641 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef3c3-0106-4c6f-881c-d184b5709df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:11.006752 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:11.019526 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ef3c3-0106-4c6f-881c-d184b5709df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2ca465-0c7d-4bb6-85c0-7eaa50ef79eb,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:11.023380 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-6b7ef3c3-0106-4c6f-881c-d184b5709df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:11.026852 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6b7ef3c3-0106-4c6f-881c-d184b5709df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:11.030348 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-6b7ef3c3-0106-4c6f-881c-d184b5709df7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa2ca465-0c7d-4bb6-85c0-7eaa50ef79eb HTTP/1.1" status: 204  len: 168 time: 0.2214637
Nov 19 14:25:11.140598 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] Set router ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:25:11.166501 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c646d55a-e95b-4e49-a731-0e27d33281a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851178052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843406185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844143339'] for subnet, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:11.323427 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:11.366064 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646d55a-e95b-4e49-a731-0e27d33281a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ae69400-7963-41e2-869a-54e00390925b,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:11.369161 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c646d55a-e95b-4e49-a731-0e27d33281a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:11.384819 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c646d55a-e95b-4e49-a731-0e27d33281a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for subnet, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:11.396377 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-c646d55a-e95b-4e49-a731-0e27d33281a4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1ae69400-7963-41e2-869a-54e00390925b HTTP/1.1" status: 204  len: 168 time: 0.7989953
Nov 19 14:25:11.398363 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 56700) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:11.448049 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259aac0-8a9f-45fa-b3ce-238ccca65154 req-f938089e-21b6-4169-9948-6d511e2796fe tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:11.449649 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1259aac0-8a9f-45fa-b3ce-238ccca65154 req-f938089e-21b6-4169-9948-6d511e2796fe tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.1695039
Nov 19 14:25:11.577665 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e195582-3a07-4603-a1bb-7b547941b57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439683'] for network, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:11.585028 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae37f11898>, [{'id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'name': 'tempest-TestMinimumBasicScenario-370453018-router', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:24:58Z', 'updated_at': '2020-11-19T14:25:04Z', 'revision_number': 4, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'gw_port': {'id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:24:59Z', 'updated_at': '2020-11-19T14:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'e04e6797-b80d-4809-bd24-3ad97993e0fd', 'name': '', 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'mac_address': 'fa:16:3e:2f:83:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84b360f6-0d3c-4e62-9512-ee21754e4615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:03Z', 'updated_at': '2020-11-19T14:25:09Z', 'revision_number': 4, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'subnets': [{'id': '84b360f6-0d3c-4e62-9512-ee21754e4615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:11.589366 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c48b8c5-0807-498b-bd2a-669872579ee1 None None] The sync data for ids ['ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'] in dv-cinder-763306-2-iscsi is: [{'id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'name': 'tempest-TestMinimumBasicScenario-370453018-router', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:24:58Z', 'updated_at': '2020-11-19T14:25:04Z', 'revision_number': 4, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'gw_port': {'id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:24:59Z', 'updated_at': '2020-11-19T14:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'e04e6797-b80d-4809-bd24-3ad97993e0fd', 'name': '', 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'mac_address': 'fa:16:3e:2f:83:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84b360f6-0d3c-4e62-9512-ee21754e4615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:03Z', 'updated_at': '2020-11-19T14:25:09Z', 'revision_number': 4, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'subnets': [{'id': '84b360f6-0d3c-4e62-9512-ee21754e4615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:25:11.647592 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1259aac0-8a9f-45fa-b3ce-238ccca65154 req-c51f9641-c073-411f-9a4c-2e4a2d0c5a77 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1840515
Nov 19 14:25:11.807659 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device e04e6797-b80d-4809-bd24-3ad97993e0fd up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:25:11.853441 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e195582-3a07-4603-a1bb-7b547941b57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3601468', 'neutron.services.segments.db._delete_segments_for_network--9223363262708512184'] for network, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:11.916324 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port e04e6797-b80d-4809-bd24-3ad97993e0fd completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:25:11.921848 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port e04e6797-b80d-4809-bd24-3ad97993e0fd triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:11.922286 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:12.014488 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-1e195582-3a07-4603-a1bb-7b547941b57e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae3c159780>,) {'filters': {'network_id': ['a184524a-5228-49e7-bb34-9c9d01a5a36f']}} {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:12.036034 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-1e195582-3a07-4603-a1bb-7b547941b57e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3c159780>, '253acac2-5788-4cdc-815f-1824aafbfd8c') {'for_net_delete': True} {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:12.036034 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-1e195582-3a07-4603-a1bb-7b547941b57e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3c159780>, '253acac2-5788-4cdc-815f-1824aafbfd8c') {} {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:12.049154 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e195582-3a07-4603-a1bb-7b547941b57e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262708535224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2019484'] for segment, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:12.093816 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e195582-3a07-4603-a1bb-7b547941b57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:12.096798 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1e195582-3a07-4603-a1bb-7b547941b57e admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 14:25:12.178994 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:12.223397 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] For port e04e6797-b80d-4809-bd24-3ad97993e0fd, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=e04e6797-b80d-4809-bd24-3ad97993e0fd,segment=NetworkSegment(14a71fa7-e30a-4b56-b083-c5d4f3d82751),segment_id=14a71fa7-e30a-4b56-b083-c5d4f3d82751)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:25:12.229550 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:12.232874 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-a6575f27-8c08-4608-acb0-68adfe7824b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:12.335041 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Pushing event updated for resources: {'Port': ['ID=e04e6797-b80d-4809-bd24-3ad97993e0fd,revision_number=5']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:12.339386 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:12.378152 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-1e195582-3a07-4603-a1bb-7b547941b57e admin admin] Network a184524a-5228-49e7-bb34-9c9d01a5a36f has no segments {{(pid=80261) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:25:12.389831 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e195582-3a07-4603-a1bb-7b547941b57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3544455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843835328'] for segment, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:12.490371 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 56734) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:12.690614 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-1e195582-3a07-4603-a1bb-7b547941b57e admin admin] Network a184524a-5228-49e7-bb34-9c9d01a5a36f has no segments {{(pid=80261) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:25:12.768454 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]: Traceback (most recent call last):
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:     timer()
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:     cb(*args, **kw)
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:     return func(*args, **kwargs)
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:     self._notify()
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:     self.callback(batched_events)
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:     event.method(event)
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:     segment_id)['aggregates'][0]
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:     return f(self, *a, **k)
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self._get(url).json()
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:     **kwargs)
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self.request(url, 'GET', **kwargs)
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:     **endpoint_filter)
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 14:25:12.843341 dv-cinder-763306-2-iscsi neutron-server[80149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 14:25:12.906992 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-aa9f854c-375d-4250-9537-5db0fceb3b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:12.925886 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:12.944536 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e195582-3a07-4603-a1bb-7b547941b57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851174325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:12.944647 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-aa9f854c-375d-4250-9537-5db0fceb3b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:12.947821 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e195582-3a07-4603-a1bb-7b547941b57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:12.955896 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-447949fb-21f5-490f-951d-a63e4e87a53c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:12.960442 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-aa9f854c-375d-4250-9537-5db0fceb3b68 admin admin] Usage tracker for resource:security_group_rule and tenant:675404daa11f4950a65621332d1fc02b is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:12.964251 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-aa9f854c-375d-4250-9537-5db0fceb3b68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:12.972212 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-aa9f854c-375d-4250-9537-5db0fceb3b68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:12.973052 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-1e195582-3a07-4603-a1bb-7b547941b57e admin admin] 10.222.0.35 "DELETE /v2.0/networks/a184524a-5228-49e7-bb34-9c9d01a5a36f HTTP/1.1" status: 204  len: 168 time: 1.5735631
Nov 19 14:25:12.982178 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e195582-3a07-4603-a1bb-7b547941b57e admin admin] Pushing event deleted for resources: {'Network': ['ID=a184524a-5228-49e7-bb34-9c9d01a5a36f,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:12.985099 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1e195582-3a07-4603-a1bb-7b547941b57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:13.015250 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d55a4-8877-4fd5-92f4-0993f9bebcb3 req-6a8215ea-4b8e-41fe-aa73-37061dbbd1e5 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:13.017278 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-063d55a4-8877-4fd5-92f4-0993f9bebcb3 req-6a8215ea-4b8e-41fe-aa73-37061dbbd1e5 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.1724892
Nov 19 14:25:13.082449 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-aa9f854c-375d-4250-9537-5db0fceb3b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:13.086306 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-aa9f854c-375d-4250-9537-5db0fceb3b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:13.094421 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-063d55a4-8877-4fd5-92f4-0993f9bebcb3 req-6a397d0f-eda4-4fb7-9eee-7ead60bbea43 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658429
Nov 19 14:25:13.094654 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2751c172-d60b-4e8d-b093-782cedd8a6a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:13.147824 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-aa9f854c-375d-4250-9537-5db0fceb3b68 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=675404daa11f4950a65621332d1fc02b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6527598
Nov 19 14:25:13.148093 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 56754) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:13.151377 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f854c-375d-4250-9537-5db0fceb3b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dca5614-4c72-4aeb-8358-d11472d74bc5,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:13.164935 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-aa9f854c-375d-4250-9537-5db0fceb3b68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:13.183272 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 56758) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:13.267011 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2008bf6c-73ad-41a2-b1b9-6eb766f9bbd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:13.271879 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-1ce0e00a-ccd2-4c76-8548-b66a562decf7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f932f4504b8a49b385e90612598d4934&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0875349
Nov 19 14:25:13.274540 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 56764) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:13.299935 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2008bf6c-73ad-41a2-b1b9-6eb766f9bbd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:13.376475 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2008bf6c-73ad-41a2-b1b9-6eb766f9bbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:13.376665 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5e4afce3-2049-489e-8c53-6ecac4b6af5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:13.382193 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-a0a14228-de20-4094-a52e-133a35eb81a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:13.394630 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008bf6c-73ad-41a2-b1b9-6eb766f9bbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dca5614-4c72-4aeb-8358-d11472d74bc5,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:13.408622 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2008bf6c-73ad-41a2-b1b9-6eb766f9bbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:13.408987 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2008bf6c-73ad-41a2-b1b9-6eb766f9bbd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:13.412672 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5e4afce3-2049-489e-8c53-6ecac4b6af5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:13.412757 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-2008bf6c-73ad-41a2-b1b9-6eb766f9bbd6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3dca5614-4c72-4aeb-8358-d11472d74bc5 HTTP/1.1" status: 204  len: 168 time: 0.2611916
Nov 19 14:25:13.502689 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5e4afce3-2049-489e-8c53-6ecac4b6af5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:13.508419 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-21374e03-4f7f-4617-bde0-52915f2b4986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:13.521569 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4afce3-2049-489e-8c53-6ecac4b6af5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45136b5-06b4-43dc-a480-7eba95ac82fe,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:13.524273 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5e4afce3-2049-489e-8c53-6ecac4b6af5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:13.540675 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5e4afce3-2049-489e-8c53-6ecac4b6af5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:13.542280 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-5e4afce3-2049-489e-8c53-6ecac4b6af5c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b45136b5-06b4-43dc-a480-7eba95ac82fe HTTP/1.1" status: 204  len: 168 time: 0.2661958
Nov 19 14:25:13.742028 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device e04e6797-b80d-4809-bd24-3ad97993e0fd up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:25:13.838918 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port e04e6797-b80d-4809-bd24-3ad97993e0fd triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:13.839349 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:14.032265 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 56788) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:14.058658 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-80ac9564-288a-47fa-95e6-358b674ac0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:14.101161 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-80ac9564-288a-47fa-95e6-358b674ac0ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:14.105566 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-80ac9564-288a-47fa-95e6-358b674ac0ed admin admin] Usage tracker for resource:security_group_rule and tenant:8aebacceaea14cfab8cf5d4c9d6dba58 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:14.108424 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-80ac9564-288a-47fa-95e6-358b674ac0ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:14.115831 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-80ac9564-288a-47fa-95e6-358b674ac0ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:14.204408 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-80ac9564-288a-47fa-95e6-358b674ac0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:14.209052 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-80ac9564-288a-47fa-95e6-358b674ac0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:14.217599 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:14.274779 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac9564-288a-47fa-95e6-358b674ac0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746acd7e-d206-42cf-b4f4-341ecf861521,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:14.278346 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-80ac9564-288a-47fa-95e6-358b674ac0ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:14.284748 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-80ac9564-288a-47fa-95e6-358b674ac0ed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8aebacceaea14cfab8cf5d4c9d6dba58&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2512503
Nov 19 14:25:14.285518 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 56800) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:14.302677 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 56804) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:14.326584 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e7dc7-1ca7-4b1e-8658-29558faef83d req-50b59b70-0ce7-4923-bf76-a604c340d492 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:14.329923 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-648e7dc7-1ca7-4b1e-8658-29558faef83d req-50b59b70-0ce7-4923-bf76-a604c340d492 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.0927801
Nov 19 14:25:14.382934 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-648e7dc7-1ca7-4b1e-8658-29558faef83d req-53dfb4a9-af3f-4887-916d-24b0f645d94d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449619
Nov 19 14:25:14.418406 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-51b5b16c-c704-4d21-91a7-433d46fc3615 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=03aca02e8f034c00ad4e2e0b996f904a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1122847
Nov 19 14:25:14.418996 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 56808) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:14.430984 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-80b75f3e-f967-4f89-bfba-2aa99d3cec1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:14.471950 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-80b75f3e-f967-4f89-bfba-2aa99d3cec1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:14.491293 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-977e2867-5e1e-4fb4-871e-9cd9df36fff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:14.523350 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-80b75f3e-f967-4f89-bfba-2aa99d3cec1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:14.526293 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-977e2867-5e1e-4fb4-871e-9cd9df36fff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:14.528836 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:14.544976 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b75f3e-f967-4f89-bfba-2aa99d3cec1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746acd7e-d206-42cf-b4f4-341ecf861521,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:14.551785 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-80b75f3e-f967-4f89-bfba-2aa99d3cec1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:14.554071 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-80b75f3e-f967-4f89-bfba-2aa99d3cec1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:14.557502 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-80b75f3e-f967-4f89-bfba-2aa99d3cec1a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/746acd7e-d206-42cf-b4f4-341ecf861521 HTTP/1.1" status: 204  len: 168 time: 0.2689302
Nov 19 14:25:14.575549 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-977e2867-5e1e-4fb4-871e-9cd9df36fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:14.580888 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-486fe9b1-b7a6-407d-b3b7-c6e4ea11f39c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:14.596501 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e2867-5e1e-4fb4-871e-9cd9df36fff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e908a2-dd06-4257-8d1e-744c9630192e,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:14.598528 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-977e2867-5e1e-4fb4-871e-9cd9df36fff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:14.599680 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-977e2867-5e1e-4fb4-871e-9cd9df36fff2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f6e908a2-dd06-4257-8d1e-744c9630192e HTTP/1.1" status: 204  len: 168 time: 0.1794920
Nov 19 14:25:14.600561 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-977e2867-5e1e-4fb4-871e-9cd9df36fff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:14.996872 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device c7cdcf7b-bee7-4dd9-b68a-d0af9924414d up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:25:15.078807 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port c7cdcf7b-bee7-4dd9-b68a-d0af9924414d triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:15.079242 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:15.123876 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 56834) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:15.145267 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f1aabe20-391c-4e75-9c11-0de0b715b03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:15.181630 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-f1aabe20-391c-4e75-9c11-0de0b715b03b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:15.186162 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-f1aabe20-391c-4e75-9c11-0de0b715b03b admin admin] Usage tracker for resource:security_group_rule and tenant:7f81e5b92c5449b185cd25e2df7d5350 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:15.189972 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-f1aabe20-391c-4e75-9c11-0de0b715b03b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:15.196709 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-f1aabe20-391c-4e75-9c11-0de0b715b03b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:15.268638 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f1aabe20-391c-4e75-9c11-0de0b715b03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:15.271502 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f1aabe20-391c-4e75-9c11-0de0b715b03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:15.279169 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-51c4b2a4-a097-4a4c-9397-23b5becda63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:15.329400 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aabe20-391c-4e75-9c11-0de0b715b03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddcec7a-435b-4f61-89ce-dc459a60b67c,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:15.333320 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f1aabe20-391c-4e75-9c11-0de0b715b03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:15.338708 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-f1aabe20-391c-4e75-9c11-0de0b715b03b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f81e5b92c5449b185cd25e2df7d5350&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2113223
Nov 19 14:25:15.339146 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 56840) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:15.403583 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-950b67f9-1083-4f91-a6de-baea2e45aa35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:15.431859 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-950b67f9-1083-4f91-a6de-baea2e45aa35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:15.483487 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-950b67f9-1083-4f91-a6de-baea2e45aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:15.489837 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4147de57-93b5-4eea-b967-dbf3b8be214f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:15.501292 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b67f9-1083-4f91-a6de-baea2e45aa35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddcec7a-435b-4f61-89ce-dc459a60b67c,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:15.507214 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-950b67f9-1083-4f91-a6de-baea2e45aa35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:15.509500 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-950b67f9-1083-4f91-a6de-baea2e45aa35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:15.510826 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-950b67f9-1083-4f91-a6de-baea2e45aa35 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ddcec7a-435b-4f61-89ce-dc459a60b67c HTTP/1.1" status: 204  len: 168 time: 0.1708562
Nov 19 14:25:15.625849 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705a6d1d-935c-45ff-abd7-d03d7c89400b req-61f156ae-bdc5-4474-bf46-c1fed3f238ec tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:15.635136 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-705a6d1d-935c-45ff-abd7-d03d7c89400b req-61f156ae-bdc5-4474-bf46-c1fed3f238ec tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.1111400
Nov 19 14:25:15.703156 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-705a6d1d-935c-45ff-abd7-d03d7c89400b req-7786e592-ed76-4d87-a890-77cd953bb359 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670719
Nov 19 14:25:16.359754 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 56902) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:16.519178 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4079aabb-c04a-4618-998a-1bdfd64fc6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:16.555130 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-4079aabb-c04a-4618-998a-1bdfd64fc6ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:16.562133 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-4079aabb-c04a-4618-998a-1bdfd64fc6ae admin admin] Usage tracker for resource:security_group_rule and tenant:4bf2446a288f47738e16bad52af914f8 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:16.565977 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-4079aabb-c04a-4618-998a-1bdfd64fc6ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:16.572703 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-4079aabb-c04a-4618-998a-1bdfd64fc6ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:16.644588 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4079aabb-c04a-4618-998a-1bdfd64fc6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:16.648031 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4079aabb-c04a-4618-998a-1bdfd64fc6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:16.656205 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f1aabe20-391c-4e75-9c11-0de0b715b03b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:16.683517 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 56914) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:16.712689 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-4079aabb-c04a-4618-998a-1bdfd64fc6ae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4bf2446a288f47738e16bad52af914f8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3492455
Nov 19 14:25:16.712689 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079aabb-c04a-4618-998a-1bdfd64fc6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c4d079-2c38-4fb7-b91a-06838de4c9e3,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:16.713856 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 56922) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:16.715132 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4079aabb-c04a-4618-998a-1bdfd64fc6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:16.794014 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-90487d0d-702c-4c61-886e-296a7a704afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:16.826581 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-90487d0d-702c-4c61-886e-296a7a704afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:16.898921 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2083819518-network', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:25:16.926909 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:16.934224 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Usage tracker for resource:network and tenant:bdec5d3018a2449ba8a5c236f5a7ac0b is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:16.939347 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:16.949431 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:16.966868 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Made reservation on behalf of bdec5d3018a2449ba8a5c236f5a7ac0b for: {'network': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:25:16.972068 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for network, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:16.990610 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-90487d0d-702c-4c61-886e-296a7a704afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:16.998737 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4c800db5-d69f-45c1-b2e6-ab4e4929b2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:17.008944 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:17.026739 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11813fa4-a344-493c-bb94-233d1c20f197 req-2c9cb5b3-8391-4125-8a7e-b55c97bedb26 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:17.028354 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-11813fa4-a344-493c-bb94-233d1c20f197 req-2c9cb5b3-8391-4125-8a7e-b55c97bedb26 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.1839120
Nov 19 14:25:17.033242 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90487d0d-702c-4c61-886e-296a7a704afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c4d079-2c38-4fb7-b91a-06838de4c9e3,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:17.038011 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-90487d0d-702c-4c61-886e-296a7a704afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:17.059767 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-90487d0d-702c-4c61-886e-296a7a704afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:17.060960 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-90487d0d-702c-4c61-886e-296a7a704afd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95c4d079-2c38-4fb7-b91a-06838de4c9e3 HTTP/1.1" status: 204  len: 168 time: 0.3460772
Nov 19 14:25:17.094220 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:17.103841 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Usage tracker for resource:security_group_rule and tenant:bdec5d3018a2449ba8a5c236f5a7ac0b is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:17.107917 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:17.117621 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-11813fa4-a344-493c-bb94-233d1c20f197 req-db5bf7f8-797c-4075-b72c-a4b1c166b551 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807955
Nov 19 14:25:17.118509 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:17.188482 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:17.191135 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:17.195283 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:17.228685 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 14:25:17.239209 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aef9b74-db62-45f1-8182-c09c06d87ca5,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:17.243081 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:17.245627 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:17.246018 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.segments_db [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Added segment b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795 of type vxlan for network 9b416137-3e3b-40b3-b21d-851215fb37f8
Nov 19 14:25:17.272500 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774145649933'] for network, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:17.303693 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:17.304953 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:17.305592 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:17.310605 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:17.422412 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 56944) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:17.422534 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.7378061
Nov 19 14:25:17.425858 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Pushing event updated for resources: {'Network': ['ID=9b416137-3e3b-40b3-b21d-851215fb37f8,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:17.428728 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:17.429421 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-8b970b87-974a-420b-9e41-0970f9f72fa7 admin admin] Request body: {'subnet': {'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2083819518-subnet', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'ip_version': 4}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:25:17.436988 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Network 9b416137-3e3b-40b3-b21d-851215fb37f8 details requested by agent ovs-agent-dv-cinder-763306-2-iscsi with host dv-cinder-763306-2-iscsi {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:25:17.440198 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-8b970b87-974a-420b-9e41-0970f9f72fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:17.445878 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-8b970b87-974a-420b-9e41-0970f9f72fa7 admin admin] Usage tracker for resource:subnet and tenant:bdec5d3018a2449ba8a5c236f5a7ac0b is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:17.450541 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-8b970b87-974a-420b-9e41-0970f9f72fa7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:17.457926 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-8b970b87-974a-420b-9e41-0970f9f72fa7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:17.479381 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Network 9b416137-3e3b-40b3-b21d-851215fb37f8 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:25:17.483734 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b970b87-974a-420b-9e41-0970f9f72fa7 admin admin] Made reservation on behalf of bdec5d3018a2449ba8a5c236f5a7ac0b for: {'subnet': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:25:17.497806 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8b970b87-974a-420b-9e41-0970f9f72fa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10632494'] for subnet, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:17.933300 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 56964) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:17.986175 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8b970b87-974a-420b-9e41-0970f9f72fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11369563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10632477'] for subnet, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:18.008186 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:18.133890 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edef9cae-f054-4f2b-b898-0e2520af1e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:18.200309 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b970b87-974a-420b-9e41-0970f9f72fa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2113208-37bc-4c5f-8350-aa5f4257d1f0,revision_number=0']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:18.202483 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-edef9cae-f054-4f2b-b898-0e2520af1e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:18.212906 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-edef9cae-f054-4f2b-b898-0e2520af1e84 admin admin] Usage tracker for resource:security_group_rule and tenant:e6f81a4f62c0410786ecd7fee7b54a62 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:18.214103 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8b970b87-974a-420b-9e41-0970f9f72fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:18.223483 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-edef9cae-f054-4f2b-b898-0e2520af1e84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:18.236969 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-edef9cae-f054-4f2b-b898-0e2520af1e84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:18.342875 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edef9cae-f054-4f2b-b898-0e2520af1e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:18.346143 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edef9cae-f054-4f2b-b898-0e2520af1e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:18.354524 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-51a3745f-389c-43e6-bc7f-f057d51221e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:18.361931 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b970b87-974a-420b-9e41-0970f9f72fa7 admin admin] Checking segment: {'id': 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:25:18.362322 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b970b87-974a-420b-9e41-0970f9f72fa7 admin admin] Network hostable DHCP agents. Network: 9b416137-3e3b-40b3-b21d-851215fb37f8, hostable agents: ['4a7d4b2f-f99e-495c-ba2f-c341fae68c03'], hosted agents: [] {{(pid=80260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 14:25:18.393224 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b970b87-974a-420b-9e41-0970f9f72fa7 admin admin] Network 9b416137-3e3b-40b3-b21d-851215fb37f8 is scheduled to be hosted by DHCP agent 4a7d4b2f-f99e-495c-ba2f-c341fae68c03 with binding_index 1 {{(pid=80260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 14:25:18.408863 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-8b970b87-974a-420b-9e41-0970f9f72fa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-iscsi, 9b416137-3e3b-40b3-b21d-851215fb37f8) {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:25:18.419854 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc88aa1-46fc-41f1-89de-8ac53a739ad0 None None] Network 9b416137-3e3b-40b3-b21d-851215fb37f8 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:25:18.441004 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b970b87-974a-420b-9e41-0970f9f72fa7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:18.441694 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8b970b87-974a-420b-9e41-0970f9f72fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for subnet, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:18.482499 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef9cae-f054-4f2b-b898-0e2520af1e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0f5cf1-3d2a-477e-8ea3-34c2a356f3dc,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:18.483024 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-8b970b87-974a-420b-9e41-0970f9f72fa7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0590906
Nov 19 14:25:18.486164 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 56984) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:18.494152 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:25:18.500333 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:18.504566 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Usage tracker for resource:router and tenant:bdec5d3018a2449ba8a5c236f5a7ac0b is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:18.508999 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:18.512290 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-edef9cae-f054-4f2b-b898-0e2520af1e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:18.515382 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:18.533176 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-758591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2788'] for router, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:18.533176 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854017225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-786376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-574391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773012'] for router, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:18.540167 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-edef9cae-f054-4f2b-b898-0e2520af1e84 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e6f81a4f62c0410786ecd7fee7b54a62&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6034453
Nov 19 14:25:18.540740 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 56990) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:18.569042 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:18.703158 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f720fe-bfde-46a1-ad8c-2cd1ec4fc5a3 req-f1866f70-770f-489e-82a7-a429367a8694 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:18.706981 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-37f720fe-bfde-46a1-ad8c-2cd1ec4fc5a3 req-f1866f70-770f-489e-82a7-a429367a8694 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.3335981
Nov 19 14:25:18.753137 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped18c60e-6a75-5499-b97d-4bea333a774a-9b416137-3e3b-40b3-b21d-851215fb37f8', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0'}]}} from dv-cinder-763306-2-iscsi. {{(pid=80262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 14:25:18.758085 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:18.790390 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-786239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-758694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773025'] for router, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:19.024627 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1f103811-5482-4d0d-991b-a99b1e7023fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:19.063056 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-37f720fe-bfde-46a1-ad8c-2cd1ec4fc5a3 req-2cdfe463-6f6b-4722-b483-15d8ecb555af tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3307562
Nov 19 14:25:19.115239 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1f103811-5482-4d0d-991b-a99b1e7023fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:19.174864 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1f103811-5482-4d0d-991b-a99b1e7023fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:19.182899 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5e4afce3-2049-489e-8c53-6ecac4b6af5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:19.201403 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f103811-5482-4d0d-991b-a99b1e7023fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0f5cf1-3d2a-477e-8ea3-34c2a356f3dc,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:19.204634 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1f103811-5482-4d0d-991b-a99b1e7023fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:19.206239 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-1f103811-5482-4d0d-991b-a99b1e7023fe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba0f5cf1-3d2a-477e-8ea3-34c2a356f3dc HTTP/1.1" status: 204  len: 168 time: 0.6582038
Nov 19 14:25:19.208796 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1f103811-5482-4d0d-991b-a99b1e7023fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:19.274292 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Allocated IP 172.20.0.2 (9b416137-3e3b-40b3-b21d-851215fb37f8/a2113208-37bc-4c5f-8350-aa5f4257d1f0/d8585300-5886-409b-a6ea-f44eeb2a2c43) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:25:19.500818 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:19.549089 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:19.719478 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:19.750253 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Transition to ACTIVE for port object d8585300-5886-409b-a6ea-f44eeb2a2c43 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:25:19.784093 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Transition to ACTIVE for port object d8585300-5886-409b-a6ea-f44eeb2a2c43 will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:25:19.796203 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:20.030243 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 57048) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:20.036258 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:20.076375 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-92bca3fb-2faf-492d-8a40-44d8f7a5947b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:20.121298 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Pushing event updated for resources: {'Port': ['ID=d8585300-5886-409b-a6ea-f44eeb2a2c43,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:20.128518 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:20.134832 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Network 9b416137-3e3b-40b3-b21d-851215fb37f8 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:25:20.136270 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:25:20.142572 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:25:20.157018 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Allocated IP 172.27.0.233 (30e7e950-b2fa-4cc4-9540-c3d995e774bc/c880977d-f782-4d1f-ba36-7b5f08e013ca/4163d2bf-4b11-4b4a-a785-310e8008e352) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:25:20.171600 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-92bca3fb-2faf-492d-8a40-44d8f7a5947b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:20.199803 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-92bca3fb-2faf-492d-8a40-44d8f7a5947b admin admin] Usage tracker for resource:security_group_rule and tenant:918b5961e25c459b8652f97f85edcfe2 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:20.203885 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-92bca3fb-2faf-492d-8a40-44d8f7a5947b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:20.226425 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-92bca3fb-2faf-492d-8a40-44d8f7a5947b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:20.279546 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Attempting to bind port d8585300-5886-409b-a6ea-f44eeb2a2c43 on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:25:20.279851 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Attempting to bind port d8585300-5886-409b-a6ea-f44eeb2a2c43 by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:25:20.280274 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Attempting to bind port d8585300-5886-409b-a6ea-f44eeb2a2c43 on network 9b416137-3e3b-40b3-b21d-851215fb37f8 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:25:20.288646 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:25:20.289071 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Checking segment: {'id': 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:25:20.289686 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:20.289957 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Bound using segment: {'id': 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:25:20.290489 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Bound port: d8585300-5886-409b-a6ea-f44eeb2a2c43, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:25:20.290990 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:20.386730 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-92bca3fb-2faf-492d-8a40-44d8f7a5947b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:20.403975 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-92bca3fb-2faf-492d-8a40-44d8f7a5947b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:20.424188 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2c113ec0-f43d-445c-b6aa-42eaedd70271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:20.436536 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] For port d8585300-5886-409b-a6ea-f44eeb2a2c43, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:25:20.446813 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] For port d8585300-5886-409b-a6ea-f44eeb2a2c43, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=d8585300-5886-409b-a6ea-f44eeb2a2c43,segment=NetworkSegment(b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795),segment_id=b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:25:20.454148 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:20.485975 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:20.555779 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:20.618551 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bca3fb-2faf-492d-8a40-44d8f7a5947b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c99b1fc-5736-483d-bcd8-f9e6cc089852,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:20.633947 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:20.644703 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-92bca3fb-2faf-492d-8a40-44d8f7a5947b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:20.652394 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-92bca3fb-2faf-492d-8a40-44d8f7a5947b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=918b5961e25c459b8652f97f85edcfe2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6207793
Nov 19 14:25:20.656861 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 57074) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:20.668932 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:20.764737 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d09d6-2ba9-4610-b951-4cfeecfdf255 req-852a5823-dd5f-4816-be4f-783b27fd2358 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:20.774978 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6b3d09d6-2ba9-4610-b951-4cfeecfdf255 req-852a5823-dd5f-4816-be4f-783b27fd2358 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.2854285
Nov 19 14:25:20.800292 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Pushing event updated for resources: {'Port': ['ID=d8585300-5886-409b-a6ea-f44eeb2a2c43,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:20.815964 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:20.860042 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ae1618c6-641a-4925-8070-2b049a92c4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:20.898110 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ae1618c6-641a-4925-8070-2b049a92c4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:20.981475 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6b3d09d6-2ba9-4610-b951-4cfeecfdf255 req-3fb5f016-9c31-4926-85c7-30c0e47db183 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2028956
Nov 19 14:25:20.982376 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ae1618c6-641a-4925-8070-2b049a92c4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:20.993081 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-efa4c686-15d3-48dc-acbc-124690d68687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:21.014294 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1618c6-641a-4925-8070-2b049a92c4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c99b1fc-5736-483d-bcd8-f9e6cc089852,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:21.017713 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ae1618c6-641a-4925-8070-2b049a92c4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:21.025315 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ae1618c6-641a-4925-8070-2b049a92c4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:21.029648 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-ae1618c6-641a-4925-8070-2b049a92c4bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3c99b1fc-5736-483d-bcd8-f9e6cc089852 HTTP/1.1" status: 204  len: 168 time: 0.3592870
Nov 19 14:25:21.113599 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Pushing event updated for resources: {'Port': ['ID=4163d2bf-4b11-4b4a-a785-310e8008e352,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:21.136573 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:21.209440 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dfe54f03-baa2-4355-bc39-be2850be148f req-a54af633-bca9-4131-a27a-7faa1dd64e32 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 1162 time: 0.2493412
Nov 19 14:25:21.213174 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Network 30e7e950-b2fa-4cc4-9540-c3d995e774bc is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:25:21.214595 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:25:21.222448 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:25:21.418666 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dfe54f03-baa2-4355-bc39-be2850be148f req-e4ee4be5-f1b8-468e-8fbe-e2549febcc83 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1972795
Nov 19 14:25:21.685029 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:21.685913 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854017107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853989611'] for router, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:21.870130 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device d8585300-5886-409b-a6ea-f44eeb2a2c43 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:25:22.003750 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port d8585300-5886-409b-a6ea-f44eeb2a2c43 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:25:22.176713 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Router 04de633d-7da5-49f3-b750-bee0a6ebf3da is scheduled to L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f with binding_index 1 {{(pid=80260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 14:25:22.284523 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819d8e9-e8c8-46c8-a0da-7064fa0ed5d9 req-b9e518ba-d9fb-4967-a912-ec924c4d9b56 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:22.303630 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6819d8e9-e8c8-46c8-a0da-7064fa0ed5d9 req-b9e518ba-d9fb-4967-a912-ec924c4d9b56 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.1743045
Nov 19 14:25:22.387623 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6819d8e9-e8c8-46c8-a0da-7064fa0ed5d9 req-eede7086-0e21-4969-841b-29b006ea5956 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825875
Nov 19 14:25:22.527179 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:25:22.539496 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] Sync routers for ids ['04de633d-7da5-49f3-b750-bee0a6ebf3da'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:25:22.572045 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] Routers {'04de633d-7da5-49f3-b750-bee0a6ebf3da'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:25:22.573042 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c252048>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:24:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['04de633d-7da5-49f3-b750-bee0a6ebf3da'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:22.600230 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Notify callbacks [] for router, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:22.604173 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.1140420
Nov 19 14:25:22.604533 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 57112) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:22.768404 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae0f6a2-4b91-4734-af33-d8b24b55043e None None] Network 9b416137-3e3b-40b3-b21d-851215fb37f8 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:25:23.128520 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] Set router 04de633d-7da5-49f3-b750-bee0a6ebf3da gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:25:23.226141 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-95425f43-056c-4f54-ba3f-37318b70f937 None None] Provisioning for port d8585300-5886-409b-a6ea-f44eeb2a2c43 completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:25:23.263401 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-95425f43-056c-4f54-ba3f-37318b70f937 None None] Provisioning complete for port d8585300-5886-409b-a6ea-f44eeb2a2c43 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:23.286722 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-95425f43-056c-4f54-ba3f-37318b70f937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:23.634167 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c252048>, [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:21Z', 'revision_number': 3, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi'}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:23.641057 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] Checking router: 04de633d-7da5-49f3-b750-bee0a6ebf3da for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:25:23.641778 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] Updating router 04de633d-7da5-49f3-b750-bee0a6ebf3da port 4163d2bf-4b11-4b4a-a785-310e8008e352 binding host dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 14:25:23.730219 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:23.764259 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-95425f43-056c-4f54-ba3f-37318b70f937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:23.783101 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e6bff-41a2-41ff-8cc3-c29cbcc5851a req-0735ee6b-3548-4a03-ae08-2747ca2f73f8 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:23.792871 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d28e6bff-41a2-41ff-8cc3-c29cbcc5851a req-0735ee6b-3548-4a03-ae08-2747ca2f73f8 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.1397038
Nov 19 14:25:23.846891 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-95425f43-056c-4f54-ba3f-37318b70f937 None None] For port d8585300-5886-409b-a6ea-f44eeb2a2c43, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=d8585300-5886-409b-a6ea-f44eeb2a2c43,segment=NetworkSegment(b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795),segment_id=b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:25:23.945851 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d28e6bff-41a2-41ff-8cc3-c29cbcc5851a req-63ad41fd-601f-4e55-ae30-aca8e0ae3dad tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516938
Nov 19 14:25:23.951449 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-95425f43-056c-4f54-ba3f-37318b70f937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:23.969180 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:24.159766 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95425f43-056c-4f54-ba3f-37318b70f937 None None] Pushing event updated for resources: {'Port': ['ID=d8585300-5886-409b-a6ea-f44eeb2a2c43,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:24.169060 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-95425f43-056c-4f54-ba3f-37318b70f937 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:24.218204 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:24.496212 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c5db8-3747-47f9-9532-9886cdd44df6 req-c6a4bb9a-777c-421d-98ed-ba832e72af45 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:24.505269 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d86c5db8-3747-47f9-9532-9886cdd44df6 req-c6a4bb9a-777c-421d-98ed-ba832e72af45 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1671193
Nov 19 14:25:24.752309 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d86c5db8-3747-47f9-9532-9886cdd44df6 req-c0782c07-a24e-4064-93ae-f2c5b1411457 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2456429
Nov 19 14:25:24.770039 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device c7cdcf7b-bee7-4dd9-b68a-d0af9924414d up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:25:24.978654 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-3ddede54-f808-4dfc-afcc-40b201b0bca8 None None] Provisioning complete for port d8585300-5886-409b-a6ea-f44eeb2a2c43 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:24.979180 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3ddede54-f808-4dfc-afcc-40b201b0bca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:25.267422 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Allocated IP 172.20.0.1 (9b416137-3e3b-40b3-b21d-851215fb37f8/a2113208-37bc-4c5f-8350-aa5f4257d1f0/131e4069-2bef-4266-bb94-200fadf051d9) {{(pid=80261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:25:25.432938 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:25.464232 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] Transition to ACTIVE for port object 4163d2bf-4b11-4b4a-a785-310e8008e352 will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:25:25.469722 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:25.519748 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port c7cdcf7b-bee7-4dd9-b68a-d0af9924414d triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:25.521557 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:25.609561 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 57176) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:25.615314 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:25.673839 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Transition to ACTIVE for port object 131e4069-2bef-4266-bb94-200fadf051d9 will not be triggered until provisioned by entity DHCP. {{(pid=80261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:25:25.715105 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:25.756678 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:25.800281 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-b04845d7-bc00-4839-95a6-28f4a6ae7b25 None None] Provisioning complete for port d8585300-5886-409b-a6ea-f44eeb2a2c43 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:25.815654 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b04845d7-bc00-4839-95a6-28f4a6ae7b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:25.834642 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:25.862348 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2c719862-1f9b-4374-b12a-5faeafd8d5be admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:25.898301 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2b430391-e48d-4960-98b1-f7016ba5c996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:26.007047 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device d8585300-5886-409b-a6ea-f44eeb2a2c43 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:25:26.037099 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-2c719862-1f9b-4374-b12a-5faeafd8d5be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:26.046478 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-2c719862-1f9b-4374-b12a-5faeafd8d5be admin admin] Usage tracker for resource:security_group_rule and tenant:4124ea1ac55a4d6cb9bd72fd2034ed38 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:26.056224 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-2c719862-1f9b-4374-b12a-5faeafd8d5be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:26.084330 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-2c719862-1f9b-4374-b12a-5faeafd8d5be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:26.193235 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] Attempting to bind port 4163d2bf-4b11-4b4a-a785-310e8008e352 on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:25:26.193603 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] Attempting to bind port 4163d2bf-4b11-4b4a-a785-310e8008e352 by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:25:26.194015 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] Attempting to bind port 4163d2bf-4b11-4b4a-a785-310e8008e352 on network 30e7e950-b2fa-4cc4-9540-c3d995e774bc {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:25:26.204372 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:25:26.204791 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] Checking segment: {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:25:26.205241 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:26.205678 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] Bound using segment: {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:25:26.206202 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] Bound port: 4163d2bf-4b11-4b4a-a785-310e8008e352, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:25:26.206636 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:26.252330 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63d8e2-2980-473b-a395-6954f85b07b4 None None] Pushing event updated for resources: {'Port': ['ID=4163d2bf-4b11-4b4a-a785-310e8008e352,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:26.265216 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-cb63d8e2-2980-473b-a395-6954f85b07b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:26.283639 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2c719862-1f9b-4374-b12a-5faeafd8d5be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:26.287604 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2c719862-1f9b-4374-b12a-5faeafd8d5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:26.304496 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4e2716b1-8cb7-462b-aeac-ee016080ee98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:26.339779 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] For port 4163d2bf-4b11-4b4a-a785-310e8008e352, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:25:26.343980 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] For port 4163d2bf-4b11-4b4a-a785-310e8008e352, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=4163d2bf-4b11-4b4a-a785-310e8008e352,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:25:26.351646 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:26.381622 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-2c719862-1f9b-4374-b12a-5faeafd8d5be admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4124ea1ac55a4d6cb9bd72fd2034ed38&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7708888
Nov 19 14:25:26.382670 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 57196) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:26.384676 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Network 9b416137-3e3b-40b3-b21d-851215fb37f8 is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:25:26.389476 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Pushing event updated for resources: {'Port': ['ID=131e4069-2bef-4266-bb94-200fadf051d9,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:26.393195 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:25:26.404813 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:26.405820 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Received port after_create {{(pid=80261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:25:26.421803 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port d8585300-5886-409b-a6ea-f44eeb2a2c43 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:26.426112 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b79e03d2-3ce1-4309-96cf-5beccab74a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:26.426975 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:26.515841 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-56bf64f9-9b3a-4c17-8fa0-2444a54cb006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:26.519941 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722922'] for router_interface, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:26.563219 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-56bf64f9-9b3a-4c17-8fa0-2444a54cb006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:26.617158 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb63d8e2-2980-473b-a395-6954f85b07b4 None None] Pushing event updated for resources: {'Port': ['ID=4163d2bf-4b11-4b4a-a785-310e8008e352,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:26.622469 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-cb63d8e2-2980-473b-a395-6954f85b07b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:26.669818 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c719862-1f9b-4374-b12a-5faeafd8d5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc97564-bc27-4acb-bcd1-1ea31942f61c,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:26.673186 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2c719862-1f9b-4374-b12a-5faeafd8d5be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:26.706512 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:26.733659 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-56bf64f9-9b3a-4c17-8fa0-2444a54cb006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:26.738121 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-89d4d6c0-461d-4fbd-8a62-39024aa988eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:26.767866 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf64f9-9b3a-4c17-8fa0-2444a54cb006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc97564-bc27-4acb-bcd1-1ea31942f61c,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:26.791175 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-56bf64f9-9b3a-4c17-8fa0-2444a54cb006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:26.802810 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-56bf64f9-9b3a-4c17-8fa0-2444a54cb006 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cdc97564-bc27-4acb-bcd1-1ea31942f61c HTTP/1.1" status: 204  len: 168 time: 0.4116883
Nov 19 14:25:26.802810 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-56bf64f9-9b3a-4c17-8fa0-2444a54cb006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:26.908640 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-2036d2d2-728b-4ce5-b54f-6a02adfeba2c None None] Provisioning for port 131e4069-2bef-4266-bb94-200fadf051d9 completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:25:26.919538 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-2036d2d2-728b-4ce5-b54f-6a02adfeba2c None None] Provisioning complete for port 131e4069-2bef-4266-bb94-200fadf051d9 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:26.920600 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2036d2d2-728b-4ce5-b54f-6a02adfeba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:27.028849 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-2036d2d2-728b-4ce5-b54f-6a02adfeba2c None None] Port 131e4069-2bef-4266-bb94-200fadf051d9 cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:25:27.082087 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] Routers {'04de633d-7da5-49f3-b750-bee0a6ebf3da'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:25:27.083554 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c252048>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:24:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['04de633d-7da5-49f3-b750-bee0a6ebf3da'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:27.396612 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] Set router 04de633d-7da5-49f3-b750-bee0a6ebf3da gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:25:27.826293 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:27.836019 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10942143'] for port, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:27.909107 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 57236) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:27.920144 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:27.945732 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-761abac0-9a44-4a16-a5c0-04e25e67380d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:28.095259 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-761abac0-9a44-4a16-a5c0-04e25e67380d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:28.116994 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850791725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853991164'] for router_interface, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:28.182482 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-761abac0-9a44-4a16-a5c0-04e25e67380d admin admin] Usage tracker for resource:security_group_rule and tenant:a95e56c7947d44f8832a25b43842f77a is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:28.186989 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-761abac0-9a44-4a16-a5c0-04e25e67380d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:28.193813 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-761abac0-9a44-4a16-a5c0-04e25e67380d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:28.207474 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-15e40612-da0a-42ce-ba85-200525e90abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:28.221645 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Pushing event updated for resources: {'Port': ['ID=131e4069-2bef-4266-bb94-200fadf051d9,revision_number=2']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:28.238798 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c252048>, [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:25Z', 'revision_number': 1, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:28.248925 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807fef9a-7a17-414c-b83e-aff0c7c6dd8e None None] The sync data for ids ['04de633d-7da5-49f3-b750-bee0a6ebf3da'] in dv-cinder-763306-2-iscsi is: [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:25Z', 'revision_number': 1, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:25:28.268914 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:28.311722 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-761abac0-9a44-4a16-a5c0-04e25e67380d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:28.326201 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-761abac0-9a44-4a16-a5c0-04e25e67380d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:28.379645 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 57246) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:28.382262 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2c719862-1f9b-4374-b12a-5faeafd8d5be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:28.418314 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-761abac0-9a44-4a16-a5c0-04e25e67380d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a95e56c7947d44f8832a25b43842f77a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5071316
Nov 19 14:25:28.422036 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 57248) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:28.423873 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761abac0-9a44-4a16-a5c0-04e25e67380d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b01a55-1761-4b32-953e-f0027f6890b0,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:28.427467 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-761abac0-9a44-4a16-a5c0-04e25e67380d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:28.511424 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c6410e90-aa78-41e9-b3fe-8a01b49ebb4d req-47d703f2-1b4b-49c2-b38f-3bc71b2823b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c423d5e8c09244fb852385eabc7c6c60&device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 1163 time: 0.4201045
Nov 19 14:25:28.532885 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Network 9b416137-3e3b-40b3-b21d-851215fb37f8 is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:25:28.539151 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:25:28.800083 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:28.806192 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02954bea-8a44-413f-a071-43cf1c32eddd req-4cb0257d-0050-49bf-ab25-fcc92fa0e71c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:28.808215 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-02954bea-8a44-413f-a071-43cf1c32eddd req-4cb0257d-0050-49bf-ab25-fcc92fa0e71c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.5413332
Nov 19 14:25:28.927635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6410e90-aa78-41e9-b3fe-8a01b49ebb4d req-eda86954-d9f7-4a63-b302-bc4eae29a06e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:28.937069 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c6410e90-aa78-41e9-b3fe-8a01b49ebb4d req-eda86954-d9f7-4a63-b302-bc4eae29a06e service neutron] 10.222.0.20 "GET /v2.0/networks?id=ebc75a69-ceaf-497c-bb41-b049f96aa0a7 HTTP/1.1" status: 200  len: 912 time: 0.4055068
Nov 19 14:25:29.006937 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-fb1418eb-1266-4368-9cfe-1cec96c27c77 None None] Provisioning complete for port 131e4069-2bef-4266-bb94-200fadf051d9 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:29.007413 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-fb1418eb-1266-4368-9cfe-1cec96c27c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:29.145672 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-fb1418eb-1266-4368-9cfe-1cec96c27c77 None None] Port 131e4069-2bef-4266-bb94-200fadf051d9 cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:25:29.231266 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-02954bea-8a44-413f-a071-43cf1c32eddd req-61f8e84a-f198-4e7f-b227-671bdb960a40 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2457173
Nov 19 14:25:29.474102 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c6410e90-aa78-41e9-b3fe-8a01b49ebb4d req-9d6029c3-9ce8-40b7-bb79-52ce3507ef2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1548e96e-918b-4df4-a06f-34a05ed3dbc0 HTTP/1.1" status: 200  len: 217 time: 0.4796014
Nov 19 14:25:29.474102 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd2bf-c0b0-4198-80d9-ff548267c0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:29.492030 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d438ef98-1cb8-444d-bf51-6eee7a0dddd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:29.666321 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-1b8fd2bf-c0b0-4198-80d9-ff548267c0b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:29.671124 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-1b8fd2bf-c0b0-4198-80d9-ff548267c0b2 admin admin] Usage tracker for resource:security_group_rule and tenant:d0a71375ddcb4291a43fe2bbc753f055 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:29.675513 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-1b8fd2bf-c0b0-4198-80d9-ff548267c0b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:29.676815 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:29.688651 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-1b8fd2bf-c0b0-4198-80d9-ff548267c0b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:29.708647 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Router 04de633d-7da5-49f3-b750-bee0a6ebf3da has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:25:29.822797 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd2bf-c0b0-4198-80d9-ff548267c0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:29.864331 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1b8fd2bf-c0b0-4198-80d9-ff548267c0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:29.894227 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 4163d2bf-4b11-4b4a-a785-310e8008e352 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:25:29.925552 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-20f3ab43-3f1f-40ab-95a2-476dbf7bed6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:29.971696 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d438ef98-1cb8-444d-bf51-6eee7a0dddd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:30.041761 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6410e90-aa78-41e9-b3fe-8a01b49ebb4d req-f8771db8-7af4-498c-a57d-85cc49a1e604 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:30.043421 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c6410e90-aa78-41e9-b3fe-8a01b49ebb4d req-f8771db8-7af4-498c-a57d-85cc49a1e604 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8dea17d-5e4e-426b-8f91-2edb1085e5c9 HTTP/1.1" status: 200  len: 858 time: 0.5555460
Nov 19 14:25:30.068227 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:25:30.097655 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] 10.222.0.35 "PUT /v2.0/routers/04de633d-7da5-49f3-b750-bee0a6ebf3da/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4918411
Nov 19 14:25:30.103600 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:30.108064 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 57270) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:30.118979 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-1b8fd2bf-c0b0-4198-80d9-ff548267c0b2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d0a71375ddcb4291a43fe2bbc753f055&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6983445
Nov 19 14:25:30.134079 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fd2bf-c0b0-4198-80d9-ff548267c0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcddcab8-84b8-4262-bb90-e7d11e3c87d9,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:30.145519 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1b8fd2bf-c0b0-4198-80d9-ff548267c0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:30.188322 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port 4163d2bf-4b11-4b4a-a785-310e8008e352 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:25:30.213931 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 4163d2bf-4b11-4b4a-a785-310e8008e352 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:30.216654 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6ade7574-0847-4c19-8249-c4ebae28e71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:30.217319 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:30.218363 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d438ef98-1cb8-444d-bf51-6eee7a0dddd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:30.224767 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-80ac9564-288a-47fa-95e6-358b674ac0ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:30.262298 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438ef98-1cb8-444d-bf51-6eee7a0dddd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b01a55-1761-4b32-953e-f0027f6890b0,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:30.276518 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d438ef98-1cb8-444d-bf51-6eee7a0dddd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:30.300609 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6ade7574-0847-4c19-8249-c4ebae28e71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:30.305682 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d438ef98-1cb8-444d-bf51-6eee7a0dddd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:30.307049 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-d438ef98-1cb8-444d-bf51-6eee7a0dddd3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c8b01a55-1761-4b32-953e-f0027f6890b0 HTTP/1.1" status: 204  len: 168 time: 1.8781374
Nov 19 14:25:30.406640 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6ade7574-0847-4c19-8249-c4ebae28e71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:30.427323 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-90487d0d-702c-4c61-886e-296a7a704afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:30.468334 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade7574-0847-4c19-8249-c4ebae28e71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcddcab8-84b8-4262-bb90-e7d11e3c87d9,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:30.472130 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-6ade7574-0847-4c19-8249-c4ebae28e71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:30.473085 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6ade7574-0847-4c19-8249-c4ebae28e71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:30.476792 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-6ade7574-0847-4c19-8249-c4ebae28e71f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fcddcab8-84b8-4262-bb90-e7d11e3c87d9 HTTP/1.1" status: 204  len: 168 time: 0.3651807
Nov 19 14:25:30.714248 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:30.744176 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] For port 4163d2bf-4b11-4b4a-a785-310e8008e352, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=4163d2bf-4b11-4b4a-a785-310e8008e352,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:25:30.750137 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:30.752544 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e9f80b-ad28-49c8-968f-df2711367d1b req-0c7719f3-6adf-4b08-86af-15ef881387ac tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:30.752690 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:30.761480 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e5e9f80b-ad28-49c8-968f-df2711367d1b req-0c7719f3-6adf-4b08-86af-15ef881387ac tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1990054
Nov 19 14:25:30.903940 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e5e9f80b-ad28-49c8-968f-df2711367d1b req-815fc0e1-211d-4ad2-ad62-e30091447e9f tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1411614
Nov 19 14:25:30.919117 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Pushing event updated for resources: {'Port': ['ID=4163d2bf-4b11-4b4a-a785-310e8008e352,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:30.922146 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c6410e90-aa78-41e9-b3fe-8a01b49ebb4d req-3a0d5a4c-c4fc-4299-a047-a4265cc9774d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ebc75a69-ceaf-497c-bb41-b049f96aa0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1440957
Nov 19 14:25:30.926381 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:31.526866 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 57306) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:31.553015 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b8a3078f-c84b-48f3-bf8b-c80aff8960bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:31.630452 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-b8a3078f-c84b-48f3-bf8b-c80aff8960bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:31.641190 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-b8a3078f-c84b-48f3-bf8b-c80aff8960bc admin admin] Usage tracker for resource:security_group_rule and tenant:b1a317c76720414b8de6cd39d4844f6e is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:31.645195 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-b8a3078f-c84b-48f3-bf8b-c80aff8960bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:31.653830 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-b8a3078f-c84b-48f3-bf8b-c80aff8960bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:31.761293 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b8a3078f-c84b-48f3-bf8b-c80aff8960bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:31.768183 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b8a3078f-c84b-48f3-bf8b-c80aff8960bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:31.785884 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d736da79-d4b8-42f1-b2f8-c903f44ec24a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:31.834818 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 4163d2bf-4b11-4b4a-a785-310e8008e352 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:25:31.878903 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3078f-c84b-48f3-bf8b-c80aff8960bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ed9495-fcab-4d29-98ab-e29ca7bd75d3,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:31.887130 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b8a3078f-c84b-48f3-bf8b-c80aff8960bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:31.902798 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 57318) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:31.902923 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-b8a3078f-c84b-48f3-bf8b-c80aff8960bc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b1a317c76720414b8de6cd39d4844f6e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3747234
Nov 19 14:25:31.946785 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 57324) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:31.955392 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-255117473-network', 'tenant_id': 'dc9f78ae64ae44bbac8dbae1d46085f4'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:25:31.965539 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:31.967522 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Usage tracker for resource:network and tenant:dc9f78ae64ae44bbac8dbae1d46085f4 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:31.971310 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:31.977976 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:32.002937 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Made reservation on behalf of dc9f78ae64ae44bbac8dbae1d46085f4 for: {'network': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:25:32.010549 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for network, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:32.047114 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:32.068680 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-92b551f5-a888-4062-bc97-3c1b7be26f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:32.069060 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 4163d2bf-4b11-4b4a-a785-310e8008e352 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:32.069640 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:32.127982 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:32.130429 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-92b551f5-a888-4062-bc97-3c1b7be26f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:32.137047 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Usage tracker for resource:security_group_rule and tenant:dc9f78ae64ae44bbac8dbae1d46085f4 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:32.148243 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:32.202261 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-92b551f5-a888-4062-bc97-3c1b7be26f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:32.214863 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-02594402-3b68-4bf4-9616-13b5fffc762f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:32.229571 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b551f5-a888-4062-bc97-3c1b7be26f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ed9495-fcab-4d29-98ab-e29ca7bd75d3,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:32.232528 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-92b551f5-a888-4062-bc97-3c1b7be26f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:32.233851 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-92b551f5-a888-4062-bc97-3c1b7be26f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:32.235270 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-92b551f5-a888-4062-bc97-3c1b7be26f90 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0ed9495-fcab-4d29-98ab-e29ca7bd75d3 HTTP/1.1" status: 204  len: 168 time: 0.3313284
Nov 19 14:25:32.252598 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:32.319531 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae103f-55be-4fc9-874c-fb5b06d6bad5 req-a8704d06-e50a-4fd7-8d15-d3e8bea28163 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:32.327449 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-74ae103f-55be-4fc9-874c-fb5b06d6bad5 req-a8704d06-e50a-4fd7-8d15-d3e8bea28163 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1697230
Nov 19 14:25:32.425043 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-74ae103f-55be-4fc9-874c-fb5b06d6bad5 req-16c9cb0a-1447-47a6-b7c7-48d8e8547dc8 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965674
Nov 19 14:25:32.443967 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:32.455983 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:32.474154 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 14:25:32.483235 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-caff81b5-fd43-473c-ad11-e0e216f969c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:32.490711 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:32.491103 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.segments_db [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Added segment 65a4ee32-73b0-4623-8b5a-2bdf247ba028 of type vxlan for network db643085-3614-4497-bcdf-bf2c1317917a
Nov 19 14:25:32.541299 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774145649933'] for network, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:32.587555 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:32.589721 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:32.590349 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:32.630774 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6ebabf-f1f1-4714-b05b-772975815cab,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:32.636994 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:32.638355 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-218bd732-45fa-48b8-9525-a287f97f0e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:32.666328 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.7159548
Nov 19 14:25:32.669123 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 57342) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:32.677915 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-4bad0542-9338-4000-85ba-9317767d2e57 admin admin] Request body: {'subnet': {'network_id': 'db643085-3614-4497-bcdf-bf2c1317917a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-255117473-subnet', 'tenant_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'ip_version': 4}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:25:32.703871 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-4bad0542-9338-4000-85ba-9317767d2e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:32.773481 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-4bad0542-9338-4000-85ba-9317767d2e57 admin admin] Usage tracker for resource:subnet and tenant:dc9f78ae64ae44bbac8dbae1d46085f4 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:32.778489 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-4bad0542-9338-4000-85ba-9317767d2e57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:32.781415 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Pushing event updated for resources: {'Network': ['ID=db643085-3614-4497-bcdf-bf2c1317917a,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:32.786620 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:32.787490 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-4bad0542-9338-4000-85ba-9317767d2e57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:32.802006 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bad0542-9338-4000-85ba-9317767d2e57 admin admin] Made reservation on behalf of dc9f78ae64ae44bbac8dbae1d46085f4 for: {'subnet': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:25:32.807010 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4bad0542-9338-4000-85ba-9317767d2e57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852683313'] for subnet, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:32.808013 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Network db643085-3614-4497-bcdf-bf2c1317917a details requested by agent ovs-agent-dv-cinder-763306-2-iscsi with host dv-cinder-763306-2-iscsi {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:25:32.934406 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c6410e90-aa78-41e9-b3fe-8a01b49ebb4d req-b9f10e37-bbbf-4e04-ada1-209b2c726141 service neutron] 10.222.0.20 "GET /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3496938
Nov 19 14:25:33.295480 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c6410e90-aa78-41e9-b3fe-8a01b49ebb4d req-a0f1a5b7-5e21-4e50-91f3-ee1e37fab12a service neutron] 10.222.0.20 "GET /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3531699
Nov 19 14:25:33.475111 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Network db643085-3614-4497-bcdf-bf2c1317917a details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:25:33.501853 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] Sync routers for ids ['04de633d-7da5-49f3-b750-bee0a6ebf3da'] in dv-cinder-763306-2-iscsi {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:25:33.533615 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] Routers {'04de633d-7da5-49f3-b750-bee0a6ebf3da'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:25:33.534365 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c595550>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:25:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['04de633d-7da5-49f3-b750-bee0a6ebf3da'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:33.756763 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] Set router 04de633d-7da5-49f3-b750-bee0a6ebf3da gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:25:34.328603 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc073d7-fe35-41f8-b046-f4c3419a68a9 req-b90aec97-6f43-466b-9dc1-b724253f859f tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:34.336646 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dfc073d7-fe35-41f8-b046-f4c3419a68a9 req-b90aec97-6f43-466b-9dc1-b724253f859f tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.6364877
Nov 19 14:25:34.375684 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4bad0542-9338-4000-85ba-9317767d2e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843833810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852683268'] for subnet, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:34.398222 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:34.494380 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad0542-9338-4000-85ba-9317767d2e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=732e59f1-8a7e-4afb-b7b5-2d6af0b2da79,revision_number=0']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:34.501180 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4bad0542-9338-4000-85ba-9317767d2e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:34.530078 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c595550>, [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 2, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:34.539342 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] Checking router: 04de633d-7da5-49f3-b750-bee0a6ebf3da for host: dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:25:34.541123 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] Updating router 04de633d-7da5-49f3-b750-bee0a6ebf3da port 131e4069-2bef-4266-bb94-200fadf051d9 binding host dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 14:25:34.607968 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dfc073d7-fe35-41f8-b046-f4c3419a68a9 req-da1a3cc9-7aa8-467a-b96a-d9e792460d08 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2701278
Nov 19 14:25:34.687658 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:34.992917 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bad0542-9338-4000-85ba-9317767d2e57 admin admin] Checking segment: {'id': '65a4ee32-73b0-4623-8b5a-2bdf247ba028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'db643085-3614-4497-bcdf-bf2c1317917a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:25:34.993427 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bad0542-9338-4000-85ba-9317767d2e57 admin admin] Network hostable DHCP agents. Network: db643085-3614-4497-bcdf-bf2c1317917a, hostable agents: ['4a7d4b2f-f99e-495c-ba2f-c341fae68c03'], hosted agents: [] {{(pid=80261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 14:25:35.051709 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bad0542-9338-4000-85ba-9317767d2e57 admin admin] Network db643085-3614-4497-bcdf-bf2c1317917a is scheduled to be hosted by DHCP agent 4a7d4b2f-f99e-495c-ba2f-c341fae68c03 with binding_index 1 {{(pid=80261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 14:25:35.067620 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-4bad0542-9338-4000-85ba-9317767d2e57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-iscsi, db643085-3614-4497-bcdf-bf2c1317917a) {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:25:35.090860 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bad0542-9338-4000-85ba-9317767d2e57 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:35.091511 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4bad0542-9338-4000-85ba-9317767d2e57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:35.130325 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-4bad0542-9338-4000-85ba-9317767d2e57 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.4579604
Nov 19 14:25:35.131293 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 57408) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:35.137298 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-255117473-router', 'tenant_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:25:35.147672 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:35.159753 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Usage tracker for resource:router and tenant:dc9f78ae64ae44bbac8dbae1d46085f4 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:35.163651 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:35.179914 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:35.194434 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d09f05-4961-4e11-ad06-c81ac5c1fc4a None None] Network db643085-3614-4497-bcdf-bf2c1317917a requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:25:35.202379 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-758591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2788'] for router, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:35.203477 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854017225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-786376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-574391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773012'] for router, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:35.231920 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:35.448416 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-786239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-758694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773025'] for router, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:35.597464 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped18c60e-6a75-5499-b97d-4bea333a774a-db643085-3614-4497-bcdf-bf2c1317917a', 'network_id': 'db643085-3614-4497-bcdf-bf2c1317917a', 'tenant_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'fixed_ips': [{'subnet_id': '732e59f1-8a7e-4afb-b7b5-2d6af0b2da79'}]}} from dv-cinder-763306-2-iscsi. {{(pid=80262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 14:25:35.599063 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:35.887060 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:35.944076 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:35.955542 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Allocated IP 172.20.0.2 (db643085-3614-4497-bcdf-bf2c1317917a/732e59f1-8a7e-4afb-b7b5-2d6af0b2da79/05a42d65-494c-4ea0-b377-84b5cbd9c0e6) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:25:36.122885 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.db.resource_extend [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 19 14:25:36.298505 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Allocated IP 172.27.0.68 (30e7e950-b2fa-4cc4-9540-c3d995e774bc/c880977d-f782-4d1f-ba36-7b5f08e013ca/0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:25:36.395346 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:36.412488 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:36.461144 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] Transition to ACTIVE for port object 131e4069-2bef-4266-bb94-200fadf051d9 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:25:36.473680 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:36.539041 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Transition to ACTIVE for port object 05a42d65-494c-4ea0-b377-84b5cbd9c0e6 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:25:36.542443 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:36.621329 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:36.633233 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3c20e-c8fb-4fcf-aea7-c69086b1c3f5 None None] Pushing event updated for resources: {'Port': ['ID=131e4069-2bef-4266-bb94-200fadf051d9,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:36.643991 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-76f3c20e-c8fb-4fcf-aea7-c69086b1c3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:36.686228 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:36.709049 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:36.732646 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Transition to ACTIVE for port object 05a42d65-494c-4ea0-b377-84b5cbd9c0e6 will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:25:36.743624 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 57458) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:36.783599 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Pushing event updated for resources: {'Port': ['ID=0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:36.801900 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.802724 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.803130 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.803531 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.803951 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.804338 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.804724 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.805106 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.805487 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.805868 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.806246 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.806641 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.807129 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.807505 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.807883 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.808258 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.808644 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.809008 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.809377 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.809746 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.810118 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.810489 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.810891 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.811260 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:36.815730 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:36.830538 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3883ded-471e-4ca9-b26f-d96d91d93b86 req-042b38c5-1838-436f-a8f7-b61bd43dc3d9 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:36.838280 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f3883ded-471e-4ca9-b26f-d96d91d93b86 req-042b38c5-1838-436f-a8f7-b61bd43dc3d9 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.8957441
Nov 19 14:25:37.004000 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:37.046982 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7af71886-e606-4ee4-9ca6-3a4d2fd1c040 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:37.065608 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b9f7cb39-d660-4bae-82f7-b0dd8fdf6c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:37.123928 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f3883ded-471e-4ca9-b26f-d96d91d93b86 req-030a7eae-30fa-44b8-949f-e5d2eff66f4b tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2846241
Nov 19 14:25:37.166855 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Network 30e7e950-b2fa-4cc4-9540-c3d995e774bc is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:25:37.169073 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-b9f7cb39-d660-4bae-82f7-b0dd8fdf6c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:37.169383 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:25:37.173848 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:25:37.187430 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-b9f7cb39-d660-4bae-82f7-b0dd8fdf6c34 admin admin] Usage tracker for resource:security_group_rule and tenant:ac036f349b4f415c8929886855aefee0 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:37.199623 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-b9f7cb39-d660-4bae-82f7-b0dd8fdf6c34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:37.212392 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-b9f7cb39-d660-4bae-82f7-b0dd8fdf6c34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:37.315270 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b9f7cb39-d660-4bae-82f7-b0dd8fdf6c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:37.321113 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b9f7cb39-d660-4bae-82f7-b0dd8fdf6c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:37.333658 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-edef9cae-f054-4f2b-b898-0e2520af1e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:37.397380 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f7cb39-d660-4bae-82f7-b0dd8fdf6c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6bc05f-d4db-4a4c-952d-41d1653f6f1f,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:37.416066 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 57468) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:37.419379 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-b9f7cb39-d660-4bae-82f7-b0dd8fdf6c34 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac036f349b4f415c8929886855aefee0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6746011
Nov 19 14:25:37.420483 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b9f7cb39-d660-4bae-82f7-b0dd8fdf6c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:37.511778 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a509896f-928b-4bde-9edc-ce2550482756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:37.541212 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a509896f-928b-4bde-9edc-ce2550482756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:37.554343 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Pushing event updated for resources: {'Port': ['ID=05a42d65-494c-4ea0-b377-84b5cbd9c0e6,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:37.559277 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] Attempting to bind port 131e4069-2bef-4266-bb94-200fadf051d9 on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:25:37.559702 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] Attempting to bind port 131e4069-2bef-4266-bb94-200fadf051d9 by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:25:37.560117 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] Attempting to bind port 131e4069-2bef-4266-bb94-200fadf051d9 on network 9b416137-3e3b-40b3-b21d-851215fb37f8 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:25:37.562479 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:37.576127 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:25:37.576698 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] Checking segment: {'id': 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:25:37.577156 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:37.577604 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] Bound using segment: {'id': 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:25:37.578134 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] Bound port: 131e4069-2bef-4266-bb94-200fadf051d9, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:25:37.578577 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:37.595559 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:37.596364 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854017107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853989611'] for router, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:37.599821 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a509896f-928b-4bde-9edc-ce2550482756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:37.604872 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-0c0f2fc8-d90a-470d-97f2-7e433a37760a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:37.620593 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a509896f-928b-4bde-9edc-ce2550482756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6bc05f-d4db-4a4c-952d-41d1653f6f1f,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:37.623429 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-a509896f-928b-4bde-9edc-ce2550482756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:37.674765 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] For port 131e4069-2bef-4266-bb94-200fadf051d9, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:25:37.678111 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] For port 131e4069-2bef-4266-bb94-200fadf051d9, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=131e4069-2bef-4266-bb94-200fadf051d9,segment=NetworkSegment(b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795),segment_id=b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:25:37.700538 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:37.713528 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a509896f-928b-4bde-9edc-ce2550482756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:37.717310 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-a509896f-928b-4bde-9edc-ce2550482756 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8e6bc05f-d4db-4a4c-952d-41d1653f6f1f HTTP/1.1" status: 204  len: 168 time: 0.2987258
Nov 19 14:25:37.900879 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-040e75b1-c665-4314-a037-370fa28f2ca3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:37.954752 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Router 4669bf3a-81a4-46ab-81a4-88b08e7a2e45 is scheduled to L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f with binding_index 1 {{(pid=80260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 14:25:38.079236 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Network db643085-3614-4497-bcdf-bf2c1317917a is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:25:38.088032 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:25:38.093087 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:25:38.237157 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:25:38.247771 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] Sync routers for ids ['4669bf3a-81a4-46ab-81a4-88b08e7a2e45'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:25:38.281289 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] Routers {'4669bf3a-81a4-46ab-81a4-88b08e7a2e45'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:25:38.282967 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c2520f0>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:25:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['4669bf3a-81a4-46ab-81a4-88b08e7a2e45'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:38.285517 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Notify callbacks [] for router, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:38.294001 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 57484) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:38.316035 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.1562214
Nov 19 14:25:38.363330 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Attempting to bind port 05a42d65-494c-4ea0-b377-84b5cbd9c0e6 on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:25:38.363671 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Attempting to bind port 05a42d65-494c-4ea0-b377-84b5cbd9c0e6 by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': '65a4ee32-73b0-4623-8b5a-2bdf247ba028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'db643085-3614-4497-bcdf-bf2c1317917a'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:25:38.364090 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Attempting to bind port 05a42d65-494c-4ea0-b377-84b5cbd9c0e6 on network db643085-3614-4497-bcdf-bf2c1317917a {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:25:38.373593 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 57488) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:38.381605 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3c20e-c8fb-4fcf-aea7-c69086b1c3f5 None None] Pushing event updated for resources: {'Port': ['ID=131e4069-2bef-4266-bb94-200fadf051d9,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:38.396647 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-76f3c20e-c8fb-4fcf-aea7-c69086b1c3f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:38.400955 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-defe76a0-8093-4708-aa4f-846c4feaa912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:38.404601 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:25:38.405044 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Checking segment: {'id': '65a4ee32-73b0-4623-8b5a-2bdf247ba028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'db643085-3614-4497-bcdf-bf2c1317917a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:25:38.405503 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:38.406140 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Bound using segment: {'id': '65a4ee32-73b0-4623-8b5a-2bdf247ba028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'db643085-3614-4497-bcdf-bf2c1317917a'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:25:38.406858 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Bound port: 05a42d65-494c-4ea0-b377-84b5cbd9c0e6, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a4ee32-73b0-4623-8b5a-2bdf247ba028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'db643085-3614-4497-bcdf-bf2c1317917a'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:25:38.407859 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:38.579659 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c081856-898b-419e-a6f2-1ac53df84531 req-9abc3e73-1098-45ab-898b-7f1605449c79 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:38.588249 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4c081856-898b-419e-a6f2-1ac53df84531 req-9abc3e73-1098-45ab-898b-7f1605449c79 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1571088
Nov 19 14:25:38.652710 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] For port 05a42d65-494c-4ea0-b377-84b5cbd9c0e6, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:25:38.656368 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] For port 05a42d65-494c-4ea0-b377-84b5cbd9c0e6, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=05a42d65-494c-4ea0-b377-84b5cbd9c0e6,segment=NetworkSegment(65a4ee32-73b0-4623-8b5a-2bdf247ba028),segment_id=65a4ee32-73b0-4623-8b5a-2bdf247ba028)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:25:38.661346 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4c081856-898b-419e-a6f2-1ac53df84531 req-748b77ec-09bb-419f-bdc4-5da9b011a37f tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717115
Nov 19 14:25:38.693261 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:38.724795 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7af71886-e606-4ee4-9ca6-3a4d2fd1c040 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:38.742344 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] Set router 4669bf3a-81a4-46ab-81a4-88b08e7a2e45 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:25:38.823574 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-defe76a0-8093-4708-aa4f-846c4feaa912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:38.834711 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-defe76a0-8093-4708-aa4f-846c4feaa912 admin admin] Usage tracker for resource:security_group_rule and tenant:0d7a309f847a4e3a887aef8d038d5db6 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:38.841406 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-defe76a0-8093-4708-aa4f-846c4feaa912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:38.878740 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-defe76a0-8093-4708-aa4f-846c4feaa912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:38.889215 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Pushing event updated for resources: {'Port': ['ID=05a42d65-494c-4ea0-b377-84b5cbd9c0e6,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:38.897405 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:39.054767 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] Routers {'04de633d-7da5-49f3-b750-bee0a6ebf3da'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:25:39.055496 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c595550>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:25:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['04de633d-7da5-49f3-b750-bee0a6ebf3da'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:39.070402 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-defe76a0-8093-4708-aa4f-846c4feaa912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:39.081799 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-defe76a0-8093-4708-aa4f-846c4feaa912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:39.151233 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2008bf6c-73ad-41a2-b1b9-6eb766f9bbd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:39.187213 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-defe76a0-8093-4708-aa4f-846c4feaa912 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d7a309f847a4e3a887aef8d038d5db6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8124206
Nov 19 14:25:39.194113 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 57496) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:39.384772 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d3f60e36-4499-4833-9a28-87e6b5b595bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:39.459547 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d3f60e36-4499-4833-9a28-87e6b5b595bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:39.663351 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:39.667175 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] Set router 04de633d-7da5-49f3-b750-bee0a6ebf3da gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:25:39.672678 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c2520f0>, [{'id': '4669bf3a-81a4-46ab-81a4-88b08e7a2e45', 'name': 'tempest-TestVolumeBootPattern-255117473-router', 'tenant_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:35Z', 'updated_at': '2020-11-19T14:25:37Z', 'revision_number': 3, 'project_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'gw_port': {'id': '0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4669bf3a-81a4-46ab-81a4-88b08e7a2e45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:36Z', 'updated_at': '2020-11-19T14:25:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi'}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:39.674318 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe76a0-8093-4708-aa4f-846c4feaa912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707434ae-5d93-408d-9a62-b4cdb98aeb4a,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:39.678016 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-defe76a0-8093-4708-aa4f-846c4feaa912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:39.690114 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] Checking router: 4669bf3a-81a4-46ab-81a4-88b08e7a2e45 for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:25:39.691924 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] Updating router 4669bf3a-81a4-46ab-81a4-88b08e7a2e45 port 0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f binding host dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 14:25:39.734546 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d3f60e36-4499-4833-9a28-87e6b5b595bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:39.740740 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:39.813033 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f60e36-4499-4833-9a28-87e6b5b595bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707434ae-5d93-408d-9a62-b4cdb98aeb4a,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:39.821823 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d3f60e36-4499-4833-9a28-87e6b5b595bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:39.843233 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d3f60e36-4499-4833-9a28-87e6b5b595bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:39.867564 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-d3f60e36-4499-4833-9a28-87e6b5b595bc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/707434ae-5d93-408d-9a62-b4cdb98aeb4a HTTP/1.1" status: 204  len: 168 time: 0.6537035
Nov 19 14:25:39.888048 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:40.332646 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b723aea-fca3-4e5d-9a69-b00c963b9a53 req-85c7e8ea-0327-4685-8816-0d0e04bfa6d5 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:40.350280 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6b723aea-fca3-4e5d-9a69-b00c963b9a53 req-85c7e8ea-0327-4685-8816-0d0e04bfa6d5 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.3133025
Nov 19 14:25:40.429053 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 131e4069-2bef-4266-bb94-200fadf051d9 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:25:40.539573 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6b723aea-fca3-4e5d-9a69-b00c963b9a53 req-4519b1ec-eb81-4f2c-b641-9a9351dd9e65 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1881902
Nov 19 14:25:40.614491 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 57524) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:40.644627 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Allocated IP 172.20.0.1 (db643085-3614-4497-bcdf-bf2c1317917a/732e59f1-8a7e-4afb-b7b5-2d6af0b2da79/03380649-4a05-4b7c-a38c-3c1d9bbc3293) {{(pid=80261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:25:41.018022 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:41.025271 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9399a66d-4fd5-48ee-98c9-a053bdf59852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:41.037352 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Transition to ACTIVE for port object 03380649-4a05-4b7c-a38c-3c1d9bbc3293 will not be triggered until provisioned by entity DHCP. {{(pid=80261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:25:41.048538 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port 131e4069-2bef-4266-bb94-200fadf051d9 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:25:41.061839 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:41.102022 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ec855093-3e1c-40fd-93ab-4f85c1ad8b7d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:41.145084 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 131e4069-2bef-4266-bb94-200fadf051d9 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:41.152340 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:41.181991 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-9399a66d-4fd5-48ee-98c9-a053bdf59852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:41.194210 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-9399a66d-4fd5-48ee-98c9-a053bdf59852 admin admin] Usage tracker for resource:security_group_rule and tenant:a363ee0c31154606bcb37bef184fb1a6 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:41.209923 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-9399a66d-4fd5-48ee-98c9-a053bdf59852 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:41.227808 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-9399a66d-4fd5-48ee-98c9-a053bdf59852 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:41.425542 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-7b6a766b-1153-47a6-8a68-1d59ff104d9f None None] Provisioning complete for port 131e4069-2bef-4266-bb94-200fadf051d9 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:41.430937 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7b6a766b-1153-47a6-8a68-1d59ff104d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:41.508798 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9399a66d-4fd5-48ee-98c9-a053bdf59852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:41.517814 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9399a66d-4fd5-48ee-98c9-a053bdf59852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:41.543535 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-950b67f9-1083-4f91-a6de-baea2e45aa35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:41.635468 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Pushing event updated for resources: {'Port': ['ID=03380649-4a05-4b7c-a38c-3c1d9bbc3293,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:41.713701 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.714122 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.714535 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.724484 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.724918 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.725045 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-9399a66d-4fd5-48ee-98c9-a053bdf59852 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a363ee0c31154606bcb37bef184fb1a6&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1056266
Nov 19 14:25:41.725330 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.725742 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.726148 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.726575 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.726984 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.727100 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399a66d-4fd5-48ee-98c9-a053bdf59852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d2dd1d-a5ca-46a4-b067-e53311d3d530,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:41.727390 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.727909 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.728302 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.728703 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.729099 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.729493 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.729672 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 57554) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:41.729886 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.746922 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.747455 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.747869 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.748371 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.748655 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.749081 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.749439 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:41.750009 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9399a66d-4fd5-48ee-98c9-a053bdf59852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:41.754801 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Network db643085-3614-4497-bcdf-bf2c1317917a is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:25:41.755963 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:41.756852 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:25:41.771487 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Received port after_create {{(pid=80261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:25:41.909332 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:41.949968 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722922'] for router_interface, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:42.005306 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-747e68ca-c30b-494e-8df1-6b44826625f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:42.052414 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.db.resource_extend [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 19 14:25:42.107310 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-747e68ca-c30b-494e-8df1-6b44826625f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:42.173006 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7b6a766b-1153-47a6-8a68-1d59ff104d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:42.234814 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:42.265462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-747e68ca-c30b-494e-8df1-6b44826625f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:42.271924 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1b8fd2bf-c0b0-4198-80d9-ff548267c0b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:42.381304 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:42.402403 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] For port 131e4069-2bef-4266-bb94-200fadf051d9, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=131e4069-2bef-4266-bb94-200fadf051d9,segment=NetworkSegment(b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795),segment_id=b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:25:42.417863 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] Transition to ACTIVE for port object 0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:25:42.420267 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c595550>, [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:37Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:42.428773 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:42.430596 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:42.443002 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:42.544692 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:42.556267 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e68ca-c30b-494e-8df1-6b44826625f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d2dd1d-a5ca-46a4-b067-e53311d3d530,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:42.583208 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-747e68ca-c30b-494e-8df1-6b44826625f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:42.592580 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-747e68ca-c30b-494e-8df1-6b44826625f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:42.594048 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-747e68ca-c30b-494e-8df1-6b44826625f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/32d2dd1d-a5ca-46a4-b067-e53311d3d530 HTTP/1.1" status: 204  len: 168 time: 0.8633764
Nov 19 14:25:42.650089 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801991dc-0b81-4625-b8b1-cb951ecd2fdf req-9b101b0a-1ab9-4d84-af9a-6c10cb34f37f tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:42.658270 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-801991dc-0b81-4625-b8b1-cb951ecd2fdf req-9b101b0a-1ab9-4d84-af9a-6c10cb34f37f tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.3386052
Nov 19 14:25:42.725569 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-801991dc-0b81-4625-b8b1-cb951ecd2fdf req-6f7e97ae-7760-4323-8cbc-c11964da6027 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658624
Nov 19 14:25:42.835615 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b1423-4175-48a6-87af-9f3c9390e2c9 None None] Pushing event updated for resources: {'Port': ['ID=0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:42.849524 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f49b1423-4175-48a6-87af-9f3c9390e2c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:42.930368 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.db.api [None req-7b6a766b-1153-47a6-8a68-1d59ff104d9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 14:25:42.931758 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_db.api [None req-7b6a766b-1153-47a6-8a68-1d59ff104d9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 14:25:42.932540 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e779c271-7129-46b0-9176-6a3d2cbe9d21 None None] The sync data for ids ['04de633d-7da5-49f3-b750-bee0a6ebf3da'] in dv-cinder-763306-2-iscsi is: [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:37Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:25:42.945636 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Pushing event updated for resources: {'Port': ['ID=131e4069-2bef-4266-bb94-200fadf051d9,revision_number=5']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:42.954283 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:42.982410 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 05a42d65-494c-4ea0-b377-84b5cbd9c0e6 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:25:42.999213 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] Attempting to bind port 0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:25:42.999646 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] Attempting to bind port 0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:25:43.000045 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] Attempting to bind port 0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f on network 30e7e950-b2fa-4cc4-9540-c3d995e774bc {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:25:43.029004 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:25:43.029641 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] Checking segment: {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:25:43.030109 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:43.030576 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] Bound using segment: {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:25:43.031135 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] Bound port: 0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:25:43.031562 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:43.234932 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port 05a42d65-494c-4ea0-b377-84b5cbd9c0e6 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:25:43.306913 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] For port 0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:25:43.309595 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:43.319157 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] For port 0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:25:43.324074 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10942143'] for port, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:43.331168 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:43.359592 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:43.393364 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9f70c60a-9305-40c3-8a29-3cb0b22efb88 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:43.474235 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 57588) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:43.624010 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Pushing event updated for resources: {'Port': ['ID=03380649-4a05-4b7c-a38c-3c1d9bbc3293,revision_number=2']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:43.640703 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:43.646294 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850791725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853991164'] for router_interface, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:43.650758 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49b1423-4175-48a6-87af-9f3c9390e2c9 None None] Pushing event updated for resources: {'Port': ['ID=0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:43.656108 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f49b1423-4175-48a6-87af-9f3c9390e2c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:43.801919 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] Routers {'4669bf3a-81a4-46ab-81a4-88b08e7a2e45'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:25:43.818960 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c2520f0>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:25:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['4669bf3a-81a4-46ab-81a4-88b08e7a2e45'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:43.934953 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-36b36f02-fe9e-415f-853f-6135bf87228a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:43.993574 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Network db643085-3614-4497-bcdf-bf2c1317917a is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:25:43.996518 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:25:44.066502 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6376f430-5161-480f-9287-a3db999db1e4 None None] Network db643085-3614-4497-bcdf-bf2c1317917a requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:25:44.152765 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-36b36f02-fe9e-415f-853f-6135bf87228a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:44.216177 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-36b36f02-fe9e-415f-853f-6135bf87228a admin admin] Usage tracker for resource:security_group_rule and tenant:c063f25244134f28bae57333852c53f3 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:44.244593 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-36b36f02-fe9e-415f-853f-6135bf87228a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:44.277498 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-36b36f02-fe9e-415f-853f-6135bf87228a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:44.300740 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:44.355389 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0ab9a-f2e2-456f-a30a-8bf760e933f5 req-6fb8a32c-9766-4290-b4b3-bac8db1a5ff7 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:44.357991 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dcc0ab9a-f2e2-456f-a30a-8bf760e933f5 req-6fb8a32c-9766-4290-b4b3-bac8db1a5ff7 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.2840331
Nov 19 14:25:44.367488 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] Set router 4669bf3a-81a4-46ab-81a4-88b08e7a2e45 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:25:44.383037 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-a382915d-2a34-4eaf-ba25-a7c193a3183c None None] Provisioning for port 05a42d65-494c-4ea0-b377-84b5cbd9c0e6 completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:25:44.394827 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-a382915d-2a34-4eaf-ba25-a7c193a3183c None None] Provisioning complete for port 05a42d65-494c-4ea0-b377-84b5cbd9c0e6 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:44.395264 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a382915d-2a34-4eaf-ba25-a7c193a3183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:44.434079 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dcc0ab9a-f2e2-456f-a30a-8bf760e933f5 req-3f9bb121-1f6f-44af-b35a-dcd9192f67fd tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679343
Nov 19 14:25:44.493821 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-36b36f02-fe9e-415f-853f-6135bf87228a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:44.502519 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-36b36f02-fe9e-415f-853f-6135bf87228a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:44.536940 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8728a1f4-aca0-4f94-be5f-9111a21ac809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:44.587879 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-36b36f02-fe9e-415f-853f-6135bf87228a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c063f25244134f28bae57333852c53f3&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1118143
Nov 19 14:25:44.588694 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 57618) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:44.589468 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b36f02-fe9e-415f-853f-6135bf87228a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3206b3d1-7993-472d-aca3-a0777f205605,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:44.595040 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-36b36f02-fe9e-415f-853f-6135bf87228a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:44.664764 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 131e4069-2bef-4266-bb94-200fadf051d9 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:25:44.676645 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-430b049a-bd87-4010-8f04-8f5ecf4a3c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:44.717668 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-430b049a-bd87-4010-8f04-8f5ecf4a3c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:44.809731 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a382915d-2a34-4eaf-ba25-a7c193a3183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:44.827270 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-430b049a-bd87-4010-8f04-8f5ecf4a3c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:44.847382 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:44.882535 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b049a-bd87-4010-8f04-8f5ecf4a3c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3206b3d1-7993-472d-aca3-a0777f205605,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:44.890842 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-430b049a-bd87-4010-8f04-8f5ecf4a3c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:44.905511 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-430b049a-bd87-4010-8f04-8f5ecf4a3c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:44.912366 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-430b049a-bd87-4010-8f04-8f5ecf4a3c08 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3206b3d1-7993-472d-aca3-a0777f205605 HTTP/1.1" status: 204  len: 168 time: 0.3160083
Nov 19 14:25:45.130573 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19dff63a-977d-4979-acb8-abbbd4ace14c req-dec78fe0-cb6f-4fa7-89de-f768c460060e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c423d5e8c09244fb852385eabc7c6c60&device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 1163 time: 0.1510761
Nov 19 14:25:45.162116 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-a382915d-2a34-4eaf-ba25-a7c193a3183c None None] For port 05a42d65-494c-4ea0-b377-84b5cbd9c0e6, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=05a42d65-494c-4ea0-b377-84b5cbd9c0e6,segment=NetworkSegment(65a4ee32-73b0-4623-8b5a-2bdf247ba028),segment_id=65a4ee32-73b0-4623-8b5a-2bdf247ba028)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:25:45.185670 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a382915d-2a34-4eaf-ba25-a7c193a3183c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:45.215989 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3b4f76a2-048c-4f8d-b0af-4c2f8d84fb33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:45.229426 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c2520f0>, [{'id': '4669bf3a-81a4-46ab-81a4-88b08e7a2e45', 'name': 'tempest-TestVolumeBootPattern-255117473-router', 'tenant_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:35Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'gw_port': {'id': '0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4669bf3a-81a4-46ab-81a4-88b08e7a2e45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:36Z', 'updated_at': '2020-11-19T14:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '03380649-4a05-4b7c-a38c-3c1d9bbc3293', 'name': '', 'network_id': 'db643085-3614-4497-bcdf-bf2c1317917a', 'tenant_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'mac_address': 'fa:16:3e:71:42:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4669bf3a-81a4-46ab-81a4-88b08e7a2e45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732e59f1-8a7e-4afb-b7b5-2d6af0b2da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:40Z', 'updated_at': '2020-11-19T14:25:42Z', 'revision_number': 2, 'project_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'subnets': [{'id': '732e59f1-8a7e-4afb-b7b5-2d6af0b2da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:45.243875 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b5081a-7ecc-4316-a809-4c6f100132c2 None None] The sync data for ids ['4669bf3a-81a4-46ab-81a4-88b08e7a2e45'] in dv-cinder-763306-2-iscsi is: [{'id': '4669bf3a-81a4-46ab-81a4-88b08e7a2e45', 'name': 'tempest-TestVolumeBootPattern-255117473-router', 'tenant_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:35Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'gw_port': {'id': '0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4669bf3a-81a4-46ab-81a4-88b08e7a2e45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:36Z', 'updated_at': '2020-11-19T14:25:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '03380649-4a05-4b7c-a38c-3c1d9bbc3293', 'name': '', 'network_id': 'db643085-3614-4497-bcdf-bf2c1317917a', 'tenant_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'mac_address': 'fa:16:3e:71:42:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4669bf3a-81a4-46ab-81a4-88b08e7a2e45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732e59f1-8a7e-4afb-b7b5-2d6af0b2da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:40Z', 'updated_at': '2020-11-19T14:25:42Z', 'revision_number': 2, 'project_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'subnets': [{'id': '732e59f1-8a7e-4afb-b7b5-2d6af0b2da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:25:45.356098 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Router 4669bf3a-81a4-46ab-81a4-88b08e7a2e45 has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:25:45.386774 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 131e4069-2bef-4266-bb94-200fadf051d9 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:45.387206 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:45.515954 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dff63a-977d-4979-acb8-abbbd4ace14c req-1ece5fb1-ce0b-4de6-be62-9ba010df3373 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:45.517981 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19dff63a-977d-4979-acb8-abbbd4ace14c req-1ece5fb1-ce0b-4de6-be62-9ba010df3373 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ebc75a69-ceaf-497c-bb41-b049f96aa0a7 HTTP/1.1" status: 200  len: 912 time: 0.3708866
Nov 19 14:25:45.609757 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382915d-2a34-4eaf-ba25-a7c193a3183c None None] Pushing event updated for resources: {'Port': ['ID=05a42d65-494c-4ea0-b377-84b5cbd9c0e6,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:45.627158 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-a382915d-2a34-4eaf-ba25-a7c193a3183c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:45.776563 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19dff63a-977d-4979-acb8-abbbd4ace14c req-39aa5284-878b-4402-9cf3-10b6a05641b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1548e96e-918b-4df4-a06f-34a05ed3dbc0 HTTP/1.1" status: 200  len: 217 time: 0.2417521
Nov 19 14:25:45.975877 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dff63a-977d-4979-acb8-abbbd4ace14c req-1b20653e-08ef-41f7-9610-0dd3f8a7e675 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:45.977544 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19dff63a-977d-4979-acb8-abbbd4ace14c req-1b20653e-08ef-41f7-9610-0dd3f8a7e675 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8dea17d-5e4e-426b-8f91-2edb1085e5c9 HTTP/1.1" status: 200  len: 858 time: 0.1933179
Nov 19 14:25:46.059476 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-594a859a-345a-489e-ac48-62381dff1aab None None] Provisioning complete for port 05a42d65-494c-4ea0-b377-84b5cbd9c0e6 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:46.059878 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-594a859a-345a-489e-ac48-62381dff1aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:46.111363 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19dff63a-977d-4979-acb8-abbbd4ace14c req-1fa6a015-0e3e-45ed-8de8-539b7b83902a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ebc75a69-ceaf-497c-bb41-b049f96aa0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1239676
Nov 19 14:25:46.243795 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435057af-f570-400e-8a76-ab40d52f9efe req-1784a6d7-66e7-46d9-8a61-f86a055364ad tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:46.252777 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-435057af-f570-400e-8a76-ab40d52f9efe req-1784a6d7-66e7-46d9-8a61-f86a055364ad tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.3687930
Nov 19 14:25:46.334810 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:25:46.415924 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-435057af-f570-400e-8a76-ab40d52f9efe req-cd49165b-b0bb-4733-96a7-fafce458e3a9 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1620762
Nov 19 14:25:46.463556 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] 10.222.0.35 "PUT /v2.0/routers/4669bf3a-81a4-46ab-81a4-88b08e7a2e45/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1682181
Nov 19 14:25:46.476173 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19dff63a-977d-4979-acb8-abbbd4ace14c req-8d5cb9ef-3611-4f03-8ee5-88eed6cb3501 service neutron] 10.222.0.20 "GET /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3494239
Nov 19 14:25:46.489756 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-594a859a-345a-489e-ac48-62381dff1aab None None] Provisioning for port 03380649-4a05-4b7c-a38c-3c1d9bbc3293 completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:25:46.503352 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-594a859a-345a-489e-ac48-62381dff1aab None None] Provisioning complete for port 03380649-4a05-4b7c-a38c-3c1d9bbc3293 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:46.507822 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-594a859a-345a-489e-ac48-62381dff1aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:46.706901 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-594a859a-345a-489e-ac48-62381dff1aab None None] Port 03380649-4a05-4b7c-a38c-3c1d9bbc3293 cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:25:46.714279 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 05a42d65-494c-4ea0-b377-84b5cbd9c0e6 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:25:46.864314 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-f5541c25-a6a2-4223-9801-d786463d40ce None None] Provisioning complete for port 05a42d65-494c-4ea0-b377-84b5cbd9c0e6 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:46.864749 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f5541c25-a6a2-4223-9801-d786463d40ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:47.019000 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19dff63a-977d-4979-acb8-abbbd4ace14c req-3e81a305-102d-4a95-b878-b8573affd9e3 service neutron] 10.222.0.20 "GET /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5323763
Nov 19 14:25:47.035298 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-c7e90edb-8be6-4354-b0f7-6d6dc2a842b3 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:47.036997 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-c7e90edb-8be6-4354-b0f7-6d6dc2a842b3 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/networks?id=8f88a655-d10b-41f1-b135-e99197cb340f HTTP/1.1" status: 200  len: 814 time: 0.3198762
Nov 19 14:25:47.068057 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-ce98511f-f6ae-44f4-837b-64fd2ede1ee2 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/quotas/a698488a965c48439f2885f9f8b20346 HTTP/1.1" status: 200  len: 375 time: 0.0166605
Nov 19 14:25:47.180211 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-a6d169de-e144-4641-aab3-f25ac46e3575 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Synchronizing usage tracker for tenant:a698488a965c48439f2885f9f8b20346 on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:25:47.199008 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 05a42d65-494c-4ea0-b377-84b5cbd9c0e6 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:47.199435 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:47.221754 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-a6d169de-e144-4641-aab3-f25ac46e3575 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Unset dirty status for tenant:a698488a965c48439f2885f9f8b20346 on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:25:47.237288 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-a6d169de-e144-4641-aab3-f25ac46e3575 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?tenant_id=a698488a965c48439f2885f9f8b20346&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1614945
Nov 19 14:25:47.281572 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-f5541c25-a6a2-4223-9801-d786463d40ce None None] Provisioning complete for port 03380649-4a05-4b7c-a38c-3c1d9bbc3293 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:47.282530 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f5541c25-a6a2-4223-9801-d786463d40ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:47.371215 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-f5541c25-a6a2-4223-9801-d786463d40ce None None] Port 03380649-4a05-4b7c-a38c-3c1d9bbc3293 cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:25:47.472492 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-8edfde87-fc31-479c-8e4f-21a196b1a8d5 service neutron] 10.222.0.35 "GET /v2.0/networks/8f88a655-d10b-41f1-b135-e99197cb340f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2287326
Nov 19 14:25:47.482115 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 1548e96e-918b-4df4-a06f-34a05ed3dbc0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:25:47.566214 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-b6fe2073-6ff5-480e-9e65-c71f63c18b39 None None] Provisioning complete for port 05a42d65-494c-4ea0-b377-84b5cbd9c0e6 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:47.566767 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b6fe2073-6ff5-480e-9e65-c71f63c18b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:47.641802 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 1548e96e-918b-4df4-a06f-34a05ed3dbc0 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:47.642224 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:47.648519 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-5e5217a7-470f-409b-99a0-249f82d2d880 service neutron] 10.222.0.35 "GET /v2.0/networks/8f88a655-d10b-41f1-b135-e99197cb340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1677325
Nov 19 14:25:47.796462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999f259-440e-430b-b1e7-8091190897db req-185954b5-3f33-4ce7-a141-39f258b75504 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:47.807190 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7999f259-440e-430b-b1e7-8091190897db req-185954b5-3f33-4ce7-a141-39f258b75504 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1109602
Nov 19 14:25:47.825208 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-1ba0c94b-45bb-4bd6-ae3f-07861b97021b req-d20e2ab7-eff5-46f2-90ae-122ec0ec3d7d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-2134172354', 'description': 'tempest-TestVolumeBootPattern-2134172354 description'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:25:47.835827 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-1ba0c94b-45bb-4bd6-ae3f-07861b97021b req-d20e2ab7-eff5-46f2-90ae-122ec0ec3d7d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:47.841218 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-1ba0c94b-45bb-4bd6-ae3f-07861b97021b req-d20e2ab7-eff5-46f2-90ae-122ec0ec3d7d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Usage tracker for resource:security_group and tenant:bdec5d3018a2449ba8a5c236f5a7ac0b is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:47.845072 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-1ba0c94b-45bb-4bd6-ae3f-07861b97021b req-d20e2ab7-eff5-46f2-90ae-122ec0ec3d7d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:47.847108 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-b6fe2073-6ff5-480e-9e65-c71f63c18b39 None None] Provisioning complete for port 03380649-4a05-4b7c-a38c-3c1d9bbc3293 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:47.847530 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b6fe2073-6ff5-480e-9e65-c71f63c18b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:47.852407 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-1ba0c94b-45bb-4bd6-ae3f-07861b97021b req-d20e2ab7-eff5-46f2-90ae-122ec0ec3d7d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:47.863899 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1ba0c94b-45bb-4bd6-ae3f-07861b97021b req-d20e2ab7-eff5-46f2-90ae-122ec0ec3d7d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:47.928651 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7999f259-440e-430b-b1e7-8091190897db req-b8bac1bd-2be8-4c2a-9117-f8031d1e89d7 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030266
Nov 19 14:25:47.948582 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-b6fe2073-6ff5-480e-9e65-c71f63c18b39 None None] Port 03380649-4a05-4b7c-a38c-3c1d9bbc3293 cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:25:47.953162 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-1ba0c94b-45bb-4bd6-ae3f-07861b97021b req-d20e2ab7-eff5-46f2-90ae-122ec0ec3d7d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:47.963338 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-1ba0c94b-45bb-4bd6-ae3f-07861b97021b req-d20e2ab7-eff5-46f2-90ae-122ec0ec3d7d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Usage tracker for resource:security_group_rule and tenant:bdec5d3018a2449ba8a5c236f5a7ac0b is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:47.970341 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-1ba0c94b-45bb-4bd6-ae3f-07861b97021b req-d20e2ab7-eff5-46f2-90ae-122ec0ec3d7d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:47.976816 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-1ba0c94b-45bb-4bd6-ae3f-07861b97021b req-d20e2ab7-eff5-46f2-90ae-122ec0ec3d7d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:48.056045 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1ba0c94b-45bb-4bd6-ae3f-07861b97021b req-d20e2ab7-eff5-46f2-90ae-122ec0ec3d7d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:48.059536 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1ba0c94b-45bb-4bd6-ae3f-07861b97021b req-d20e2ab7-eff5-46f2-90ae-122ec0ec3d7d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:48.065831 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d438ef98-1cb8-444d-bf51-6eee7a0dddd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:48.066651 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9099dbf0-ba69-4744-908c-b4a08f1a7474 req-59d009d5-e4b7-46b5-9fb1-a81a95b7072b tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 210 time: 0.0460112
Nov 19 14:25:48.105847 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e2ab7-eff5-46f2-90ae-122ec0ec3d7d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:48.108958 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d20e2ab7-eff5-46f2-90ae-122ec0ec3d7d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:48.120254 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1ba0c94b-45bb-4bd6-ae3f-07861b97021b req-d20e2ab7-eff5-46f2-90ae-122ec0ec3d7d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:48.131200 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1ba0c94b-45bb-4bd6-ae3f-07861b97021b req-d20e2ab7-eff5-46f2-90ae-122ec0ec3d7d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1647 time: 0.3105414
Nov 19 14:25:48.208979 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d2057f24-a75f-4695-b339-d5614813a56b req-db78a375-1a57-4c00-a853-f8ee4608bc92 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups/6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6 HTTP/1.1" status: 200  len: 1642 time: 0.0530944
Nov 19 14:25:48.220954 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-d2057f24-a75f-4695-b339-d5614813a56b req-412aed7a-1d9d-4785-ae56-2321b655c3b8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:25:48.221607 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-d2057f24-a75f-4695-b339-d5614813a56b req-412aed7a-1d9d-4785-ae56-2321b655c3b8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:25:48.229168 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-d2057f24-a75f-4695-b339-d5614813a56b req-412aed7a-1d9d-4785-ae56-2321b655c3b8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:48.233347 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-d2057f24-a75f-4695-b339-d5614813a56b req-412aed7a-1d9d-4785-ae56-2321b655c3b8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Usage tracker for resource:security_group_rule and tenant:bdec5d3018a2449ba8a5c236f5a7ac0b is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:48.237888 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-d2057f24-a75f-4695-b339-d5614813a56b req-412aed7a-1d9d-4785-ae56-2321b655c3b8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:48.244201 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-d2057f24-a75f-4695-b339-d5614813a56b req-412aed7a-1d9d-4785-ae56-2321b655c3b8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:48.332568 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-d2057f24-a75f-4695-b339-d5614813a56b req-412aed7a-1d9d-4785-ae56-2321b655c3b8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for security_group_rule, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:48.357480 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-d2057f24-a75f-4695-b339-d5614813a56b req-412aed7a-1d9d-4785-ae56-2321b655c3b8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:48.363250 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-d2057f24-a75f-4695-b339-d5614813a56b req-412aed7a-1d9d-4785-ae56-2321b655c3b8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573551'] for security_group_rule, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:48.364695 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:48.391837 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412aed7a-1d9d-4785-ae56-2321b655c3b8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256a58d9-6b19-4ccf-81f0-f330946fbb0b,revision_number=0']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:48.393803 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-412aed7a-1d9d-4785-ae56-2321b655c3b8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:48.408950 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-d2057f24-a75f-4695-b339-d5614813a56b req-412aed7a-1d9d-4785-ae56-2321b655c3b8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for security_group_rule, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:48.410807 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d2057f24-a75f-4695-b339-d5614813a56b req-412aed7a-1d9d-4785-ae56-2321b655c3b8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.1950831
Nov 19 14:25:48.523646 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0bba8e78-d106-4c85-a3af-e8254d1fe500 req-cd2b527c-642d-4194-a134-8d9ccf7ae510 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups/6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6 HTTP/1.1" status: 200  len: 2145 time: 0.0781336
Nov 19 14:25:48.535476 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-0bba8e78-d106-4c85-a3af-e8254d1fe500 req-0c76bbf0-42ab-41d9-b6d3-409e4ce880fb tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6', 'remote_group_id': None}]} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:25:48.536078 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-0bba8e78-d106-4c85-a3af-e8254d1fe500 req-0c76bbf0-42ab-41d9-b6d3-409e4ce880fb tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6', 'remote_group_id': None}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:25:48.551562 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-0bba8e78-d106-4c85-a3af-e8254d1fe500 req-0c76bbf0-42ab-41d9-b6d3-409e4ce880fb tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:48.562191 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-0bba8e78-d106-4c85-a3af-e8254d1fe500 req-0c76bbf0-42ab-41d9-b6d3-409e4ce880fb tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Usage tracker for resource:security_group_rule and tenant:bdec5d3018a2449ba8a5c236f5a7ac0b is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:48.568884 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-0bba8e78-d106-4c85-a3af-e8254d1fe500 req-0c76bbf0-42ab-41d9-b6d3-409e4ce880fb tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:48.582827 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-0bba8e78-d106-4c85-a3af-e8254d1fe500 req-0c76bbf0-42ab-41d9-b6d3-409e4ce880fb tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:48.600694 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:25:48.695242 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-0bba8e78-d106-4c85-a3af-e8254d1fe500 req-0c76bbf0-42ab-41d9-b6d3-409e4ce880fb tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for security_group_rule, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:48.708682 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port 0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:25:48.720648 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:48.721080 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:48.760256 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-0bba8e78-d106-4c85-a3af-e8254d1fe500 req-0c76bbf0-42ab-41d9-b6d3-409e4ce880fb tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:48.765123 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-0bba8e78-d106-4c85-a3af-e8254d1fe500 req-0c76bbf0-42ab-41d9-b6d3-409e4ce880fb tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573551'] for security_group_rule, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:48.767537 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:48.789400 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76bbf0-42ab-41d9-b6d3-409e4ce880fb tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48b56c61-73f0-46fa-9c8a-b2af3d243e3c,revision_number=0']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:48.806797 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-0c76bbf0-42ab-41d9-b6d3-409e4ce880fb tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:48.821900 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-0bba8e78-d106-4c85-a3af-e8254d1fe500 req-0c76bbf0-42ab-41d9-b6d3-409e4ce880fb tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for security_group_rule, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:48.823929 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0bba8e78-d106-4c85-a3af-e8254d1fe500 req-0c76bbf0-42ab-41d9-b6d3-409e4ce880fb tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.2937396
Nov 19 14:25:48.934994 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:48.962263 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] For port 0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:25:48.966653 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:48.972338 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-95425f43-056c-4f54-ba3f-37318b70f937 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:49.081617 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Pushing event updated for resources: {'Port': ['ID=0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:49.085166 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:49.201665 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470f812-c38a-40b6-b5d8-3613f22629f9 req-7251270b-5c14-43b9-869f-16ef28e11bdc tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:49.203396 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e470f812-c38a-40b6-b5d8-3613f22629f9 req-7251270b-5c14-43b9-869f-16ef28e11bdc tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0907922
Nov 19 14:25:49.271237 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e470f812-c38a-40b6-b5d8-3613f22629f9 req-904513de-fb86-4717-8d1a-09662540e9d1 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595655
Nov 19 14:25:49.305897 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19102070-5e83-4970-9529-55039aa2dd01 req-b1e33b7f-5050-47c7-a7e3-da431d4b0d49 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 210 time: 0.0766428
Nov 19 14:25:49.590277 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-dca46e73-16d3-47d4-8371-f2d635714a05 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:49.591899 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-dca46e73-16d3-47d4-8371-f2d635714a05 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.20 "GET /v2.0/networks?id=8f88a655-d10b-41f1-b135-e99197cb340f HTTP/1.1" status: 200  len: 814 time: 0.2041349
Nov 19 14:25:49.622685 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-2192aa46-8055-45bd-baef-ba9efdcc6e59 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Request body: {'port': {'device_id': 'eae17807-07e9-4ef6-8329-0945c72e7748', 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f', 'admin_state_up': True, 'tenant_id': 'a698488a965c48439f2885f9f8b20346'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:25:49.763882 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:25:49.777484 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-2192aa46-8055-45bd-baef-ba9efdcc6e59 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:49.792536 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-2192aa46-8055-45bd-baef-ba9efdcc6e59 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:49.803337 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-2192aa46-8055-45bd-baef-ba9efdcc6e59 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Made reservation on behalf of a698488a965c48439f2885f9f8b20346 for: {'port': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:25:49.809346 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-2192aa46-8055-45bd-baef-ba9efdcc6e59 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:49.886503 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] Sync routers for ids ['4669bf3a-81a4-46ab-81a4-88b08e7a2e45'] in dv-cinder-763306-2-iscsi {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:25:49.906358 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] Routers {'4669bf3a-81a4-46ab-81a4-88b08e7a2e45'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:25:49.907645 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3d076438>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:25:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['4669bf3a-81a4-46ab-81a4-88b08e7a2e45'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:50.192645 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-2192aa46-8055-45bd-baef-ba9efdcc6e59 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Allocated IP 172.20.0.5 (8f88a655-d10b-41f1-b135-e99197cb340f/84b360f6-0d3c-4e62-9512-ee21754e4615/838d2be2-9c91-4434-b072-5b8b6c3aeda5) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:25:50.211783 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] Set router 4669bf3a-81a4-46ab-81a4-88b08e7a2e45 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:25:50.713092 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:25:50.743269 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726d136-edb5-4a31-ad27-d86eb89d4c46 req-0a128d6d-7fe6-4c92-ad45-fc0678b5276a tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:50.759858 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7726d136-edb5-4a31-ad27-d86eb89d4c46 req-0a128d6d-7fe6-4c92-ad45-fc0678b5276a tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1999230
Nov 19 14:25:50.840523 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3d076438>, [{'id': '4669bf3a-81a4-46ab-81a4-88b08e7a2e45', 'name': 'tempest-TestVolumeBootPattern-255117473-router', 'tenant_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:35Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'gw_port': {'id': '0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bf3a-81a4-46ab-81a4-88b08e7a2e45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:36Z', 'updated_at': '2020-11-19T14:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '03380649-4a05-4b7c-a38c-3c1d9bbc3293', 'name': '', 'network_id': 'db643085-3614-4497-bcdf-bf2c1317917a', 'tenant_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'mac_address': 'fa:16:3e:71:42:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4669bf3a-81a4-46ab-81a4-88b08e7a2e45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732e59f1-8a7e-4afb-b7b5-2d6af0b2da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:40Z', 'updated_at': '2020-11-19T14:25:42Z', 'revision_number': 2, 'project_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'subnets': [{'id': '732e59f1-8a7e-4afb-b7b5-2d6af0b2da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:50.846932 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] Checking router: 4669bf3a-81a4-46ab-81a4-88b08e7a2e45 for host: dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:25:50.847857 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] Updating router 4669bf3a-81a4-46ab-81a4-88b08e7a2e45 port 03380649-4a05-4b7c-a38c-3c1d9bbc3293 binding host dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 14:25:50.868356 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7726d136-edb5-4a31-ad27-d86eb89d4c46 req-dce5afa4-bdd6-4758-babc-f97eeef5aa40 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074607
Nov 19 14:25:50.912731 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:50.949529 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:50.950100 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:50.978338 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a38e2f72-2eae-4572-a10a-0d44c42901be req-de0e3ee0-5fa3-49bb-9bf7-32f5194bf44f tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 210 time: 0.1646693
Nov 19 14:25:51.205103 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-2192aa46-8055-45bd-baef-ba9efdcc6e59 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:51.238365 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-2192aa46-8055-45bd-baef-ba9efdcc6e59 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Transition to ACTIVE for port object 838d2be2-9c91-4434-b072-5b8b6c3aeda5 will not be triggered until provisioned by entity DHCP. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:25:51.271173 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 57850) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:51.291734 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-2192aa46-8055-45bd-baef-ba9efdcc6e59 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:51.465202 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-0a0c7171-db0b-4328-98d3-65962e745c57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:51.520195 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-806eda7f-a53f-4052-9538-08a6638e0543 req-a8b26f44-7712-4770-8aea-b2f14f88f05c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 1163 time: 0.1837685
Nov 19 14:25:51.565240 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5245ddce-cf7e-43ea-b313-9d6ddb2ef0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:51.630842 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192aa46-8055-45bd-baef-ba9efdcc6e59 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Pushing event updated for resources: {'Port': ['ID=838d2be2-9c91-4434-b072-5b8b6c3aeda5,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:51.634883 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-2192aa46-8055-45bd-baef-ba9efdcc6e59 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Network 8f88a655-d10b-41f1-b135-e99197cb340f is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:25:51.643267 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-2192aa46-8055-45bd-baef-ba9efdcc6e59 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:25:51.645957 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2192aa46-8055-45bd-baef-ba9efdcc6e59 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:51.648572 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-2192aa46-8055-45bd-baef-ba9efdcc6e59 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:25:51.687379 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-5245ddce-cf7e-43ea-b313-9d6ddb2ef0a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:51.705067 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-5245ddce-cf7e-43ea-b313-9d6ddb2ef0a7 admin admin] Usage tracker for resource:security_group_rule and tenant:349d5e4f52c64de1b466582a46598b9c is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:51.714001 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-5245ddce-cf7e-43ea-b313-9d6ddb2ef0a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:51.745909 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-5245ddce-cf7e-43ea-b313-9d6ddb2ef0a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:51.775132 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-2192aa46-8055-45bd-baef-ba9efdcc6e59 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:51.775847 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-2192aa46-8055-45bd-baef-ba9efdcc6e59 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:51.855894 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-2192aa46-8055-45bd-baef-ba9efdcc6e59 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2426913
Nov 19 14:25:51.967041 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5245ddce-cf7e-43ea-b313-9d6ddb2ef0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:51.973476 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5245ddce-cf7e-43ea-b313-9d6ddb2ef0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:52.070647 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-da8a9f9a-bde9-489f-98ad-145b32811c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:52.082222 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:52.095538 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] Transition to ACTIVE for port object 03380649-4a05-4b7c-a38c-3c1d9bbc3293 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:25:52.104956 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:52.153738 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:52.231175 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-5245ddce-cf7e-43ea-b313-9d6ddb2ef0a7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=349d5e4f52c64de1b466582a46598b9c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9586437
Nov 19 14:25:52.263479 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 57868) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:52.328914 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245ddce-cf7e-43ea-b313-9d6ddb2ef0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00eedc0-822f-47d0-892f-f03811453d42,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:52.373027 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985466d-c21c-413e-bc59-16b5be6d378e req-d6db2b91-c322-459d-89e1-39a0e06170f9 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:52.385575 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-2e2fe1e3-8d05-461d-85de-44caafa710c2 None None] Provisioning for port 838d2be2-9c91-4434-b072-5b8b6c3aeda5 completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:25:52.389414 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9985466d-c21c-413e-bc59-16b5be6d378e req-d6db2b91-c322-459d-89e1-39a0e06170f9 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1723189
Nov 19 14:25:52.393255 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-2e2fe1e3-8d05-461d-85de-44caafa710c2 None None] Provisioning complete for port 838d2be2-9c91-4434-b072-5b8b6c3aeda5 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:52.393801 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2e2fe1e3-8d05-461d-85de-44caafa710c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:52.419319 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Pushing event updated for resources: {'Port': ['ID=03380649-4a05-4b7c-a38c-3c1d9bbc3293,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:52.465649 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5245ddce-cf7e-43ea-b313-9d6ddb2ef0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:52.465989 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.466491 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.467004 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.467531 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.468051 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.468530 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.469005 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.470015 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.470494 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.471000 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.471472 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.471937 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.472516 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.472993 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.473462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.473929 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.474393 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.474881 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.475348 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.475927 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.476401 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.477922 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.478513 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.479035 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:25:52.498448 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:52.509509 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9985466d-c21c-413e-bc59-16b5be6d378e req-413a99d9-4c25-4de9-ab04-1669e8150f14 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1181858
Nov 19 14:25:52.513809 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-2e2fe1e3-8d05-461d-85de-44caafa710c2 None None] Port 838d2be2-9c91-4434-b072-5b8b6c3aeda5 cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:25:52.548138 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-806eda7f-a53f-4052-9538-08a6638e0543 req-c74b0855-948c-4629-84cf-f980e961d542 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917759
Nov 19 14:25:52.575880 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Request body: {'port': {'device_id': 'eae17807-07e9-4ef6-8329-0945c72e7748', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:25:52.779522 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] Attempting to bind port 03380649-4a05-4b7c-a38c-3c1d9bbc3293 on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:25:52.780147 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] Attempting to bind port 03380649-4a05-4b7c-a38c-3c1d9bbc3293 by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': '65a4ee32-73b0-4623-8b5a-2bdf247ba028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'db643085-3614-4497-bcdf-bf2c1317917a'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:25:52.780675 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] Attempting to bind port 03380649-4a05-4b7c-a38c-3c1d9bbc3293 on network db643085-3614-4497-bcdf-bf2c1317917a {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:25:52.791127 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d431d696-5343-4b85-bca5-7d9a9451d4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:52.793915 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:25:52.794586 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] Checking segment: {'id': '65a4ee32-73b0-4623-8b5a-2bdf247ba028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'db643085-3614-4497-bcdf-bf2c1317917a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:25:52.795143 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:52.795692 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] Bound using segment: {'id': '65a4ee32-73b0-4623-8b5a-2bdf247ba028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'db643085-3614-4497-bcdf-bf2c1317917a'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:25:52.796458 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] Bound port: 03380649-4a05-4b7c-a38c-3c1d9bbc3293, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a4ee32-73b0-4623-8b5a-2bdf247ba028', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'db643085-3614-4497-bcdf-bf2c1317917a'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:25:52.796993 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:52.831451 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f97cb-fab5-4663-9389-246c0f007bd1 req-d2a12558-2622-4ae8-83e9-1f9c7e9c0876 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:52.832233 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-074f97cb-fab5-4663-9389-246c0f007bd1 req-d2a12558-2622-4ae8-83e9-1f9c7e9c0876 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Synchronizing usage tracker for tenant:a698488a965c48439f2885f9f8b20346 on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:25:52.846865 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d431d696-5343-4b85-bca5-7d9a9451d4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:52.910969 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:52.967111 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] For port 03380649-4a05-4b7c-a38c-3c1d9bbc3293, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:25:52.972057 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] For port 03380649-4a05-4b7c-a38c-3c1d9bbc3293, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=03380649-4a05-4b7c-a38c-3c1d9bbc3293,segment=NetworkSegment(65a4ee32-73b0-4623-8b5a-2bdf247ba028),segment_id=65a4ee32-73b0-4623-8b5a-2bdf247ba028)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:25:52.974355 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-074f97cb-fab5-4663-9389-246c0f007bd1 req-d2a12558-2622-4ae8-83e9-1f9c7e9c0876 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Unset dirty status for tenant:a698488a965c48439f2885f9f8b20346 on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:25:52.977890 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:52.994706 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-074f97cb-fab5-4663-9389-246c0f007bd1 req-d2a12558-2622-4ae8-83e9-1f9c7e9c0876 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 931 time: 0.6669152
Nov 19 14:25:53.099573 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:53.140957 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 57880) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:53.193585 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-074f97cb-fab5-4663-9389-246c0f007bd1 req-019aa3f9-f0a8-42f0-9f9d-c24aa29fc7ec tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1976626
Nov 19 14:25:53.196943 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d431d696-5343-4b85-bca5-7d9a9451d4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:53.211408 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-761abac0-9a44-4a16-a5c0-04e25e67380d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:53.234731 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431d696-5343-4b85-bca5-7d9a9451d4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00eedc0-822f-47d0-892f-f03811453d42,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:53.240145 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d431d696-5343-4b85-bca5-7d9a9451d4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:53.241410 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d431d696-5343-4b85-bca5-7d9a9451d4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:53.245558 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-d431d696-5343-4b85-bca5-7d9a9451d4fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e00eedc0-822f-47d0-892f-f03811453d42 HTTP/1.1" status: 204  len: 168 time: 0.9810047
Nov 19 14:25:53.380354 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Pushing event updated for resources: {'Port': ['ID=03380649-4a05-4b7c-a38c-3c1d9bbc3293,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:53.394773 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:53.416813 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] Routers {'4669bf3a-81a4-46ab-81a4-88b08e7a2e45'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:25:53.420595 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3d076438>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:25:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['4669bf3a-81a4-46ab-81a4-88b08e7a2e45'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:53.490104 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4e5c698c-5578-4308-89f1-0216feb3134a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:53.585135 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-4e5c698c-5578-4308-89f1-0216feb3134a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:53.600284 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-4e5c698c-5578-4308-89f1-0216feb3134a admin admin] Usage tracker for resource:security_group_rule and tenant:22ee8c04ea784b54ac05417872d59367 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:53.611372 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-4e5c698c-5578-4308-89f1-0216feb3134a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:53.622837 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-4e5c698c-5578-4308-89f1-0216feb3134a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:53.887359 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] Set router 4669bf3a-81a4-46ab-81a4-88b08e7a2e45 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:25:54.062270 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4e5c698c-5578-4308-89f1-0216feb3134a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:54.093666 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4e5c698c-5578-4308-89f1-0216feb3134a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:54.101152 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838d2be2-9c91-4434-b072-5b8b6c3aeda5 {{(pid=80260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 14:25:54.104281 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b9f7cb39-d660-4bae-82f7-b0dd8fdf6c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:54.127590 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:54.144600 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c698c-5578-4308-89f1-0216feb3134a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c72d23-6f82-4e6c-92e5-3819dbe5806c,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:54.155795 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Transition to ACTIVE for port object 838d2be2-9c91-4434-b072-5b8b6c3aeda5 will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:25:54.161173 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4e5c698c-5578-4308-89f1-0216feb3134a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:54.168181 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:54.208009 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:54.209598 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-4e5c698c-5578-4308-89f1-0216feb3134a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=22ee8c04ea784b54ac05417872d59367&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0674894
Nov 19 14:25:54.213588 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 57904) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:54.241373 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26ec33-79a5-46b5-9bf7-7717470a1745 req-2de788fa-0bb0-49e0-84ac-f22ec791c70d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:54.259468 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7e26ec33-79a5-46b5-9bf7-7717470a1745 req-2de788fa-0bb0-49e0-84ac-f22ec791c70d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.4033601
Nov 19 14:25:54.393673 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Pushing event updated for resources: {'Port': ['ID=838d2be2-9c91-4434-b072-5b8b6c3aeda5,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:54.442496 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ec1474b2-b0a9-4ab3-a946-dd7714dc0ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:54.459083 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:54.563965 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ec1474b2-b0a9-4ab3-a946-dd7714dc0ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:54.628835 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ec1474b2-b0a9-4ab3-a946-dd7714dc0ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:54.638522 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-6ade7574-0847-4c19-8249-c4ebae28e71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:54.663233 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7e26ec33-79a5-46b5-9bf7-7717470a1745 req-80823356-c838-478f-9764-e8dbdb869e0b tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4027681
Nov 19 14:25:54.671445 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ec1474b2-b0a9-4ab3-a946-dd7714dc0ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:54.675617 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-ec1474b2-b0a9-4ab3-a946-dd7714dc0ad8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0c72d23-6f82-4e6c-92e5-3819dbe5806c HTTP/1.1" status: 204  len: 168 time: 0.4580986
Nov 19 14:25:54.685510 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1474b2-b0a9-4ab3-a946-dd7714dc0ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c72d23-6f82-4e6c-92e5-3819dbe5806c,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:54.697436 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ec1474b2-b0a9-4ab3-a946-dd7714dc0ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:55.024517 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 03380649-4a05-4b7c-a38c-3c1d9bbc3293 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:25:55.197628 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port 03380649-4a05-4b7c-a38c-3c1d9bbc3293 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:25:55.206951 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 03380649-4a05-4b7c-a38c-3c1d9bbc3293 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:55.207383 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:55.221604 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b9a8a-e1c8-4471-b8b3-bd8e76bf9f67 req-92e75f50-bb67-4ec5-8294-4b7398bffb47 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:55.232585 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8d9b9a8a-e1c8-4471-b8b3-bd8e76bf9f67 req-92e75f50-bb67-4ec5-8294-4b7398bffb47 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 943 time: 0.5698407
Nov 19 14:25:55.308583 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3d076438>, [{'id': '4669bf3a-81a4-46ab-81a4-88b08e7a2e45', 'name': 'tempest-TestVolumeBootPattern-255117473-router', 'tenant_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:35Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'gw_port': {'id': '0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bf3a-81a4-46ab-81a4-88b08e7a2e45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:36Z', 'updated_at': '2020-11-19T14:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '03380649-4a05-4b7c-a38c-3c1d9bbc3293', 'name': '', 'network_id': 'db643085-3614-4497-bcdf-bf2c1317917a', 'tenant_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'mac_address': 'fa:16:3e:71:42:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4669bf3a-81a4-46ab-81a4-88b08e7a2e45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732e59f1-8a7e-4afb-b7b5-2d6af0b2da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:40Z', 'updated_at': '2020-11-19T14:25:52Z', 'revision_number': 4, 'project_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'subnets': [{'id': '732e59f1-8a7e-4afb-b7b5-2d6af0b2da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:25:55.317494 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae26c00-f378-4a3e-8dd0-681df5117df3 None None] The sync data for ids ['4669bf3a-81a4-46ab-81a4-88b08e7a2e45'] in dv-cinder-763306-2-iscsi is: [{'id': '4669bf3a-81a4-46ab-81a4-88b08e7a2e45', 'name': 'tempest-TestVolumeBootPattern-255117473-router', 'tenant_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:35Z', 'updated_at': '2020-11-19T14:25:41Z', 'revision_number': 4, 'project_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'gw_port': {'id': '0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bf3a-81a4-46ab-81a4-88b08e7a2e45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:36Z', 'updated_at': '2020-11-19T14:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '03380649-4a05-4b7c-a38c-3c1d9bbc3293', 'name': '', 'network_id': 'db643085-3614-4497-bcdf-bf2c1317917a', 'tenant_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'mac_address': 'fa:16:3e:71:42:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4669bf3a-81a4-46ab-81a4-88b08e7a2e45', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '732e59f1-8a7e-4afb-b7b5-2d6af0b2da79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:40Z', 'updated_at': '2020-11-19T14:25:52Z', 'revision_number': 4, 'project_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'subnets': [{'id': '732e59f1-8a7e-4afb-b7b5-2d6af0b2da79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:25:55.435363 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:55.485543 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Attempting to bind port 838d2be2-9c91-4434-b072-5b8b6c3aeda5 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:25:55.495098 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Attempting to bind port 838d2be2-9c91-4434-b072-5b8b6c3aeda5 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '14a71fa7-e30a-4b56-b083-c5d4f3d82751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:25:55.495633 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Attempting to bind port 838d2be2-9c91-4434-b072-5b8b6c3aeda5 on network 8f88a655-d10b-41f1-b135-e99197cb340f {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:25:55.505863 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Checking agent: {'id': 'd378d45e-d3db-4cef-bd1d-68c8d9116f29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 21, 43), 'started_at': datetime.datetime(2020, 11, 19, 14, 22, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:25:55.506510 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Checking segment: {'id': '14a71fa7-e30a-4b56-b083-c5d4f3d82751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:25:55.507162 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:55.507725 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Bound using segment: {'id': '14a71fa7-e30a-4b56-b083-c5d4f3d82751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:25:55.508356 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Bound port: 838d2be2-9c91-4434-b072-5b8b6c3aeda5, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a71fa7-e30a-4b56-b083-c5d4f3d82751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:25:55.508891 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:55.560023 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8d9b9a8a-e1c8-4471-b8b3-bd8e76bf9f67 req-4bcb480c-3109-4bcd-8e3d-27a993fa5d8d tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3261859
Nov 19 14:25:55.580501 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-74268c62-8b32-4f35-84b2-157b7dd2cc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:55.688753 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] For port 03380649-4a05-4b7c-a38c-3c1d9bbc3293, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=03380649-4a05-4b7c-a38c-3c1d9bbc3293,segment=NetworkSegment(65a4ee32-73b0-4623-8b5a-2bdf247ba028),segment_id=65a4ee32-73b0-4623-8b5a-2bdf247ba028)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:25:55.697397 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:55.712035 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:55.796126 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Pushing event updated for resources: {'Port': ['ID=03380649-4a05-4b7c-a38c-3c1d9bbc3293,revision_number=5']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:55.802074 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] For port 838d2be2-9c91-4434-b072-5b8b6c3aeda5, host hv-cinder-76330, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:25:55.807879 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:55.810529 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] For port 838d2be2-9c91-4434-b072-5b8b6c3aeda5, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=838d2be2-9c91-4434-b072-5b8b6c3aeda5,segment=NetworkSegment(14a71fa7-e30a-4b56-b083-c5d4f3d82751),segment_id=14a71fa7-e30a-4b56-b083-c5d4f3d82751)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:25:55.821422 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:56.134931 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:56.192812 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ce29b-881d-4021-a5db-efc5b4498610 req-f2f4290c-dbd2-40a3-b324-96e6a43870b3 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:56.200688 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f55ce29b-881d-4021-a5db-efc5b4498610 req-f2f4290c-dbd2-40a3-b324-96e6a43870b3 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.2332296
Nov 19 14:25:56.331675 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f55ce29b-881d-4021-a5db-efc5b4498610 req-9f6f93ae-39e8-4789-9759-2718b70c16b0 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296978
Nov 19 14:25:56.400706 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Pushing event updated for resources: {'Port': ['ID=838d2be2-9c91-4434-b072-5b8b6c3aeda5,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:56.407914 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:56.427348 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:56.430200 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] 10.222.0.20 "PUT /v2.0/ports/838d2be2-9c91-4434-b072-5b8b6c3aeda5 HTTP/1.1" status: 200  len: 1157 time: 3.9376783
Nov 19 14:25:56.430804 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae17807-07e9-4ef6-8329-0945c72e7748', 'tag': '838d2be2-9c91-4434-b072-5b8b6c3aeda5'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:25:56.607835 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 03380649-4a05-4b7c-a38c-3c1d9bbc3293 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:25:56.636794 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae17807-07e9-4ef6-8329-0945c72e7748', 'tag': '838d2be2-9c91-4434-b072-5b8b6c3aeda5', 'status': 'completed', 'code': 200}
Nov 19 14:25:56.859416 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 03380649-4a05-4b7c-a38c-3c1d9bbc3293 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:25:56.860057 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:57.134018 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8809366-778a-4ed4-8bb9-241437005296 req-694eeab4-c2c1-433e-887e-640583f7936a tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:57.149973 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f8809366-778a-4ed4-8bb9-241437005296 req-694eeab4-c2c1-433e-887e-640583f7936a tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 943 time: 0.1898670
Nov 19 14:25:57.256649 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 57972) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:57.312237 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-f8809366-778a-4ed4-8bb9-241437005296 req-6b8be8a6-e247-4878-b53c-0764f3b32669 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Synchronizing usage tracker for tenant:a698488a965c48439f2885f9f8b20346 on resource:security_group {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:25:57.371986 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-f8809366-778a-4ed4-8bb9-241437005296 req-6b8be8a6-e247-4878-b53c-0764f3b32669 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Unset dirty status for tenant:a698488a965c48439f2885f9f8b20346 on resource:security_group {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:25:57.394353 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f8809366-778a-4ed4-8bb9-241437005296 req-6b8be8a6-e247-4878-b53c-0764f3b32669 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2411768
Nov 19 14:25:57.739398 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 57986) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:57.743407 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1235418575-network', 'tenant_id': 'ac4c4eaad2a846f4ad2a5874116494b2'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:25:57.778317 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:57.814095 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Usage tracker for resource:network and tenant:ac4c4eaad2a846f4ad2a5874116494b2 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:57.836442 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:57.852975 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:57.915893 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Made reservation on behalf of ac4c4eaad2a846f4ad2a5874116494b2 for: {'network': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:25:57.929078 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for network, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:57.952917 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:58.016539 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7514289-8fe8-4dd5-a35a-453f7bd528dd req-c7b1451c-82eb-4eae-b84d-67dae8efdb3e tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:58.020489 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e7514289-8fe8-4dd5-a35a-453f7bd528dd req-c7b1451c-82eb-4eae-b84d-67dae8efdb3e tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.3395877
Nov 19 14:25:58.029868 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7c2f0dc0-efba-4a2f-ad14-b08d54ae19e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:58.053330 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:58.058357 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Usage tracker for resource:security_group_rule and tenant:ac4c4eaad2a846f4ad2a5874116494b2 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:58.063238 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:58.072282 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:58.083317 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-7c2f0dc0-efba-4a2f-ad14-b08d54ae19e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:58.088660 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-7c2f0dc0-efba-4a2f-ad14-b08d54ae19e9 admin admin] Usage tracker for resource:security_group_rule and tenant:123a7c27bef34dedb1b99062248af7d5 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:58.091814 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-7c2f0dc0-efba-4a2f-ad14-b08d54ae19e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:58.101860 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-7c2f0dc0-efba-4a2f-ad14-b08d54ae19e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:58.195703 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:58.198995 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e7514289-8fe8-4dd5-a35a-453f7bd528dd req-04733642-40f4-41b6-a57f-1ffee71f87d5 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775634
Nov 19 14:25:58.203043 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:58.211973 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ddedccd9-8cdb-4959-aee4-8452d5407cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:58.213448 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d20e2ab7-eff5-46f2-90ae-122ec0ec3d7d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:58.249553 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 14:25:58.252266 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7c2f0dc0-efba-4a2f-ad14-b08d54ae19e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:58.256550 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7c2f0dc0-efba-4a2f-ad14-b08d54ae19e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:58.264686 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-175e9c8f-0440-41da-b98b-4257d5488b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:58.277011 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774146263616', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:58.277447 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.segments_db [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Added segment 64db6526-aee6-4c70-9972-495ba62fe49e of type vxlan for network acee4c97-002b-43df-bd4a-b48a229104ab
Nov 19 14:25:58.278751 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893cd771-2e73-4906-a8b0-b459d3b3242c,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:58.285754 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:58.309398 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774145649933'] for network, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:58.314178 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-7c2f0dc0-efba-4a2f-ad14-b08d54ae19e9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=123a7c27bef34dedb1b99062248af7d5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5715022
Nov 19 14:25:58.316179 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 57994) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:58.319215 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f0dc0-efba-4a2f-ad14-b08d54ae19e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf854d3e-985c-4cef-8ef1-df4a727f0618,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:58.323758 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7c2f0dc0-efba-4a2f-ad14-b08d54ae19e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:58.359133 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:58.360480 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:58.361124 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:58.368188 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:58.417099 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8060204f-986d-4075-b7e2-866ba719dd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:58.475926 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8060204f-986d-4075-b7e2-866ba719dd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:58.501347 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.2429936
Nov 19 14:25:58.511929 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 58004) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:25:58.514841 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Pushing event updated for resources: {'Network': ['ID=acee4c97-002b-43df-bd4a-b48a229104ab,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:58.526703 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:58.531431 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Network acee4c97-002b-43df-bd4a-b48a229104ab details requested by agent ovs-agent-dv-cinder-763306-2-iscsi with host dv-cinder-763306-2-iscsi {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:25:58.544047 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-7ef858a1-5295-4e07-b4eb-e85bfe37f1fa admin admin] Request body: {'subnet': {'network_id': 'acee4c97-002b-43df-bd4a-b48a229104ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1235418575-subnet', 'tenant_id': 'ac4c4eaad2a846f4ad2a5874116494b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:25:58.555729 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-7ef858a1-5295-4e07-b4eb-e85bfe37f1fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:25:58.558453 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Network acee4c97-002b-43df-bd4a-b48a229104ab details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:25:58.560957 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-7ef858a1-5295-4e07-b4eb-e85bfe37f1fa admin admin] Usage tracker for resource:subnet and tenant:ac4c4eaad2a846f4ad2a5874116494b2 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:25:58.564878 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-7ef858a1-5295-4e07-b4eb-e85bfe37f1fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:25:58.575647 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-7ef858a1-5295-4e07-b4eb-e85bfe37f1fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:25:58.586152 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8060204f-986d-4075-b7e2-866ba719dd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:58.591799 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef858a1-5295-4e07-b4eb-e85bfe37f1fa admin admin] Made reservation on behalf of ac4c4eaad2a846f4ad2a5874116494b2 for: {'subnet': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:25:58.592138 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-fa0e6cf0-7c88-4285-9e7b-1e25dbf3ab80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:58.597103 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7ef858a1-5295-4e07-b4eb-e85bfe37f1fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10632494'] for subnet, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:58.607190 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060204f-986d-4075-b7e2-866ba719dd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf854d3e-985c-4cef-8ef1-df4a727f0618,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:58.618755 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8060204f-986d-4075-b7e2-866ba719dd1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:58.621246 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8060204f-986d-4075-b7e2-866ba719dd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:58.627306 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-8060204f-986d-4075-b7e2-866ba719dd1e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf854d3e-985c-4cef-8ef1-df4a727f0618 HTTP/1.1" status: 204  len: 168 time: 0.3059533
Nov 19 14:25:58.861132 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f57328-2d06-4e10-9837-d1a2167d80ce req-ab624ba7-3498-484e-9931-72e52e0c1ae1 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:58.863470 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b0f57328-2d06-4e10-9837-d1a2167d80ce req-ab624ba7-3498-484e-9931-72e52e0c1ae1 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 943 time: 0.1310792
Nov 19 14:25:58.992635 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b0f57328-2d06-4e10-9837-d1a2167d80ce req-a91da6d9-6246-46be-8d9a-860fef57ca19 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1048882
Nov 19 14:25:59.059552 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:59.489429 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b0022-c9fa-4e15-afbe-a11f221193b1 req-e33eb4ba-0a60-49f9-ba44-e9cb29eb2f5c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:59.491066 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a11b0022-c9fa-4e15-afbe-a11f221193b1 req-e33eb4ba-0a60-49f9-ba44-e9cb29eb2f5c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1379492
Nov 19 14:25:59.528630 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7ef858a1-5295-4e07-b4eb-e85bfe37f1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11369563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10632477'] for subnet, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:59.546278 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b1ed51e2-0fab-4e39-998c-2e78389e5c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:25:59.678064 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:59.711580 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a11b0022-c9fa-4e15-afbe-a11f221193b1 req-5ad8b6db-7c27-4c8b-aa1a-ec18de32a0f5 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2134047
Nov 19 14:25:59.729259 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef858a1-5295-4e07-b4eb-e85bfe37f1fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd20189c-a9ad-4a77-8f1f-d11eaa25fd54,revision_number=0']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:25:59.747302 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7ef858a1-5295-4e07-b4eb-e85bfe37f1fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:25:59.850821 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef858a1-5295-4e07-b4eb-e85bfe37f1fa admin admin] Checking segment: {'id': '64db6526-aee6-4c70-9972-495ba62fe49e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'acee4c97-002b-43df-bd4a-b48a229104ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:25:59.854581 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef858a1-5295-4e07-b4eb-e85bfe37f1fa admin admin] Network hostable DHCP agents. Network: acee4c97-002b-43df-bd4a-b48a229104ab, hostable agents: ['4a7d4b2f-f99e-495c-ba2f-c341fae68c03'], hosted agents: [] {{(pid=80260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 14:25:59.878993 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef858a1-5295-4e07-b4eb-e85bfe37f1fa admin admin] Network acee4c97-002b-43df-bd4a-b48a229104ab is scheduled to be hosted by DHCP agent 4a7d4b2f-f99e-495c-ba2f-c341fae68c03 with binding_index 1 {{(pid=80260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 14:25:59.890765 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-7ef858a1-5295-4e07-b4eb-e85bfe37f1fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-iscsi, acee4c97-002b-43df-bd4a-b48a229104ab) {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:25:59.899564 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ff8377-416e-40ac-98a4-03418a9d53d5 None None] Network acee4c97-002b-43df-bd4a-b48a229104ab requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:25:59.919562 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef858a1-5295-4e07-b4eb-e85bfe37f1fa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:25:59.920248 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7ef858a1-5295-4e07-b4eb-e85bfe37f1fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for subnet, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:25:59.963724 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-7ef858a1-5295-4e07-b4eb-e85bfe37f1fa admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.4498091
Nov 19 14:26:00.114099 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:00.212411 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e490455b-e81e-41e4-8f25-8b771db11e19 None None] Network acee4c97-002b-43df-bd4a-b48a229104ab requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:26:00.488343 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873886f-cf30-4b7d-91fc-b40f927bf49a req-e91c4746-e658-41e0-93b6-15f215c02b39 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:00.496513 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0873886f-cf30-4b7d-91fc-b40f927bf49a req-e91c4746-e658-41e0-93b6-15f215c02b39 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 943 time: 0.2616036
Nov 19 14:26:00.549043 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0873886f-cf30-4b7d-91fc-b40f927bf49a req-f4acee65-aa3e-4cb0-9b34-ee06ea8536dc tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515587
Nov 19 14:26:01.081597 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c359853-9e8a-4b45-aff9-e7933afc4cf5 req-3705a366-8d75-497e-b52c-1eb7a7406a2d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:01.092084 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1c359853-9e8a-4b45-aff9-e7933afc4cf5 req-3705a366-8d75-497e-b52c-1eb7a7406a2d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1990008
Nov 19 14:26:01.163283 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1c359853-9e8a-4b45-aff9-e7933afc4cf5 req-89b13ca7-1902-4dd2-8bad-08e7b153af18 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701039
Nov 19 14:26:01.769236 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185e418-c5a8-4f82-80f0-cfb34a0524fe req-61967dc3-4413-4868-bdb4-c7cd3f533edd tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:01.770802 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4185e418-c5a8-4f82-80f0-cfb34a0524fe req-61967dc3-4413-4868-bdb4-c7cd3f533edd tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 943 time: 0.0893221
Nov 19 14:26:01.820547 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4185e418-c5a8-4f82-80f0-cfb34a0524fe req-20079473-2dd8-49f5-a18e-259ff1fae816 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436015
Nov 19 14:26:02.397623 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae180355-6139-47b2-81c9-ac5fcc5b6794 req-2f5e6d9b-0d96-4d06-b629-a543ed0333e3 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:02.402423 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ae180355-6139-47b2-81c9-ac5fcc5b6794 req-2f5e6d9b-0d96-4d06-b629-a543ed0333e3 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0941586
Nov 19 14:26:02.451434 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ae180355-6139-47b2-81c9-ac5fcc5b6794 req-bcc8ac7c-8a5c-4926-a440-dcb11921947d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435939
Nov 19 14:26:03.048459 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2257f6-579a-4ac9-9320-62ac1df39963 req-d8a48ff2-e098-466e-9565-271febd48705 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:03.050072 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2b2257f6-579a-4ac9-9320-62ac1df39963 req-d8a48ff2-e098-466e-9565-271febd48705 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 943 time: 0.0825577
Nov 19 14:26:03.105233 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2b2257f6-579a-4ac9-9320-62ac1df39963 req-00f9ef5e-ac5b-402e-ad2a-8575f804b6d9 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483260
Nov 19 14:26:03.730932 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29933f59-16b9-4bed-bca2-4e0ce1b64f67 req-a2da8aa4-1663-4494-8dd5-064575144c47 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:03.732610 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-29933f59-16b9-4bed-bca2-4e0ce1b64f67 req-a2da8aa4-1663-4494-8dd5-064575144c47 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1146607
Nov 19 14:26:03.803177 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-29933f59-16b9-4bed-bca2-4e0ce1b64f67 req-59a76047-f972-4d2d-a448-9a64e0c2bff7 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633078
Nov 19 14:26:03.865864 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-b8c27781-a3e2-4708-ba33-94e34bca805b tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:03.871897 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-b8c27781-a3e2-4708-ba33-94e34bca805b tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/networks?id=acee4c97-002b-43df-bd4a-b48a229104ab HTTP/1.1" status: 200  len: 814 time: 0.1969049
Nov 19 14:26:03.900371 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-610055f0-4cb4-4256-88c2-676d751b358a tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/quotas/ac4c4eaad2a846f4ad2a5874116494b2 HTTP/1.1" status: 200  len: 375 time: 0.0269756
Nov 19 14:26:03.973780 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-63eefb27-7707-46e5-a8de-1050c80df780 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac4c4eaad2a846f4ad2a5874116494b2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0673101
Nov 19 14:26:04.132163 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-1bf08620-145f-4c6a-a080-a7cbc6fed4e2 service neutron] 10.222.0.35 "GET /v2.0/networks/acee4c97-002b-43df-bd4a-b48a229104ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1508729
Nov 19 14:26:04.221186 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c9ac9a95-d007-44d9-b339-3059940d35bb req-1f713a9e-e195-48e9-bb14-b10f3bbe4dbc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a698488a965c48439f2885f9f8b20346&device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 1160 time: 0.1081805
Nov 19 14:26:04.288397 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-7b478ae4-7e36-44cc-8dbc-9f1a4e495159 service neutron] 10.222.0.35 "GET /v2.0/networks/acee4c97-002b-43df-bd4a-b48a229104ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1488338
Nov 19 14:26:04.494849 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612e12e2-1a3e-4a71-9453-6ac6dc7446a8 req-603390e1-60b9-45aa-ae87-45419572f47b tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:04.496481 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-612e12e2-1a3e-4a71-9453-6ac6dc7446a8 req-603390e1-60b9-45aa-ae87-45419572f47b tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 943 time: 0.1943841
Nov 19 14:26:04.546622 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac9a95-d007-44d9-b339-3059940d35bb req-d817a6b4-7656-447a-8895-9ef057aea392 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:04.548737 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c9ac9a95-d007-44d9-b339-3059940d35bb req-d817a6b4-7656-447a-8895-9ef057aea392 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=a698488a965c48439f2885f9f8b20346&shared=False HTTP/1.1" status: 200  len: 908 time: 0.3077965
Nov 19 14:26:04.561823 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f7c25a59-fa37-4ae9-a788-28e9c03b240c req-51b31dc8-bf34-4239-9993-06534cca8b2d tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=80488170-3f7b-47b1-8e58-7f3ccd9a177f HTTP/1.1" status: 200  len: 210 time: 0.0555346
Nov 19 14:26:04.620124 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-612e12e2-1a3e-4a71-9453-6ac6dc7446a8 req-86b2a1e4-bf51-475f-a23e-0257e4725e71 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1086674
Nov 19 14:26:04.740580 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac9a95-d007-44d9-b339-3059940d35bb req-9460d4f6-c142-43cd-a228-5471f3dc7b4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:04.742161 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c9ac9a95-d007-44d9-b339-3059940d35bb req-9460d4f6-c142-43cd-a228-5471f3dc7b4f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1854794
Nov 19 14:26:05.028093 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e12358-9e48-42a5-9c8a-9f69a634293f req-3b0d7ee6-6055-49a6-8d78-302f594c68ca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:05.030029 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-7cc94efe-3fcf-417a-9067-84e2671bf832 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a698488a965c48439f2885f9f8b20346&device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 1160 time: 0.1647761
Nov 19 14:26:05.036974 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-22e12358-9e48-42a5-9c8a-9f69a634293f req-3b0d7ee6-6055-49a6-8d78-302f594c68ca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1019261
Nov 19 14:26:05.100946 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-22e12358-9e48-42a5-9c8a-9f69a634293f req-54b28a93-ac37-451c-bccb-41f9551c5d92 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627286
Nov 19 14:26:05.129640 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-38942846-27e4-4963-a8e6-63e1c6a708aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=838d2be2-9c91-4434-b072-5b8b6c3aeda5 HTTP/1.1" status: 200  len: 217 time: 0.0759900
Nov 19 14:26:05.221908 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-3f721aa3-eb62-42c2-8e6c-1db8f4be0acb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:05.223552 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-3f721aa3-eb62-42c2-8e6c-1db8f4be0acb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84b360f6-0d3c-4e62-9512-ee21754e4615 HTTP/1.1" status: 200  len: 853 time: 0.0677238
Nov 19 14:26:05.317105 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-c0a6b2a8-28cb-4fad-a158-29a21b45f3fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f88a655-d10b-41f1-b135-e99197cb340f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782173
Nov 19 14:26:05.494634 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-14aefc86-53ae-4b15-9f8b-0310aee837d4 service neutron] 10.222.0.20 "GET /v2.0/networks/8f88a655-d10b-41f1-b135-e99197cb340f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1679673
Nov 19 14:26:05.694174 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2cf201cb-417c-442b-8852-0a510a3dd6cd req-5f090de1-f3ce-487d-8927-725690d25ac1 service neutron] 10.222.0.20 "GET /v2.0/networks/8f88a655-d10b-41f1-b135-e99197cb340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1858356
Nov 19 14:26:05.788377 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-310f9106-d3a0-42de-b097-1c0b7375abf2 req-00f2ed56-9461-4d5b-ae7f-21ad6186662f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=80488170-3f7b-47b1-8e58-7f3ccd9a177f HTTP/1.1" status: 200  len: 210 time: 0.0580273
Nov 19 14:26:05.943747 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37901881-c663-468a-8188-bb7ded5aec08 req-2eddd820-327c-4313-b228-548aad851405 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:05.956060 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-37901881-c663-468a-8188-bb7ded5aec08 req-2eddd820-327c-4313-b228-548aad851405 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 943 time: 0.1348093
Nov 19 14:26:06.052842 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-37901881-c663-468a-8188-bb7ded5aec08 req-99a22847-f301-4c45-bc88-ad343cb40b2d tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957723
Nov 19 14:26:06.112542 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 1548e96e-918b-4df4-a06f-34a05ed3dbc0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:26:06.277302 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 1548e96e-918b-4df4-a06f-34a05ed3dbc0 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:06.278796 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:06.401549 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64682c27-ab67-496d-b958-682664278545 req-408d03bd-22f2-4e50-98c9-db1d35f90816 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:06.403198 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-64682c27-ab67-496d-b958-682664278545 req-408d03bd-22f2-4e50-98c9-db1d35f90816 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.1258483
Nov 19 14:26:06.415149 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-cefed318-9dc9-47de-99ca-c8ee7f1925b2 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:06.416284 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-cefed318-9dc9-47de-99ca-c8ee7f1925b2 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Synchronizing usage tracker for tenant:ac4c4eaad2a846f4ad2a5874116494b2 on resource:network {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:26:06.497411 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-64682c27-ab67-496d-b958-682664278545 req-f230f051-7346-4e92-b430-eeedc71b77ad tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0756526
Nov 19 14:26:06.511125 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-cefed318-9dc9-47de-99ca-c8ee7f1925b2 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Unset dirty status for tenant:ac4c4eaad2a846f4ad2a5874116494b2 on resource:network {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:26:06.512386 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-cefed318-9dc9-47de-99ca-c8ee7f1925b2 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.20 "GET /v2.0/networks?id=acee4c97-002b-43df-bd4a-b48a229104ab HTTP/1.1" status: 200  len: 814 time: 0.4203608
Nov 19 14:26:06.557109 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-a45d150e-b17b-4432-85bb-9c03f7266cb5 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Request body: {'port': {'device_id': '80488170-3f7b-47b1-8e58-7f3ccd9a177f', 'network_id': 'acee4c97-002b-43df-bd4a-b48a229104ab', 'admin_state_up': True, 'tenant_id': 'ac4c4eaad2a846f4ad2a5874116494b2'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:26:06.682011 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1281f96c-7617-487f-8065-4c8878bd3871 req-b58edb8d-e443-4370-82f3-c1e649fe4289 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:06.683642 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1281f96c-7617-487f-8065-4c8878bd3871 req-b58edb8d-e443-4370-82f3-c1e649fe4289 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.3490222
Nov 19 14:26:06.706801 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-a45d150e-b17b-4432-85bb-9c03f7266cb5 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:26:06.710991 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-a45d150e-b17b-4432-85bb-9c03f7266cb5 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Usage tracker for resource:port and tenant:ac4c4eaad2a846f4ad2a5874116494b2 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:26:06.713939 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-a45d150e-b17b-4432-85bb-9c03f7266cb5 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Quota usage for port was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:26:06.720339 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-a45d150e-b17b-4432-85bb-9c03f7266cb5 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:26:06.729110 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-a45d150e-b17b-4432-85bb-9c03f7266cb5 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Made reservation on behalf of ac4c4eaad2a846f4ad2a5874116494b2 for: {'port': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:26:06.732944 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1281f96c-7617-487f-8065-4c8878bd3871 req-44265c66-ee09-49ec-84bf-44b43b984956 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431361
Nov 19 14:26:06.734859 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-a45d150e-b17b-4432-85bb-9c03f7266cb5 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:06.997536 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d40c4fd4-63eb-49dd-8593-02f02617bf5f req-c225c9c6-ce68-4439-96a6-1134e0a81bbf tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=80488170-3f7b-47b1-8e58-7f3ccd9a177f HTTP/1.1" status: 200  len: 210 time: 0.0495262
Nov 19 14:26:07.110958 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-a45d150e-b17b-4432-85bb-9c03f7266cb5 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Allocated IP 172.20.0.12 (acee4c97-002b-43df-bd4a-b48a229104ab/fd20189c-a9ad-4a77-8f1f-d11eaa25fd54/88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:26:07.304041 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1797a714-aa93-41b8-a831-1dc9edf2fb45 req-0e813180-50f8-4a35-89b4-495343f9d248 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c423d5e8c09244fb852385eabc7c6c60&device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 1163 time: 0.1534872
Nov 19 14:26:07.373955 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e1d3d-62f9-4c19-972a-6cca372f1fc1 req-cb0d20f8-f77c-450e-8987-e7ff375549b2 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:07.377477 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-744e1d3d-62f9-4c19-972a-6cca372f1fc1 req-cb0d20f8-f77c-450e-8987-e7ff375549b2 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1584539
Nov 19 14:26:07.494162 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797a714-aa93-41b8-a831-1dc9edf2fb45 req-48b36a48-eec0-4303-b41c-4976da5f30d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:07.495828 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1797a714-aa93-41b8-a831-1dc9edf2fb45 req-48b36a48-eec0-4303-b41c-4976da5f30d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ebc75a69-ceaf-497c-bb41-b049f96aa0a7 HTTP/1.1" status: 200  len: 912 time: 0.1833982
Nov 19 14:26:07.575714 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-744e1d3d-62f9-4c19-972a-6cca372f1fc1 req-300f0a33-0768-4dc2-8bb1-1b85e86e5924 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483769
Nov 19 14:26:07.598313 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1797a714-aa93-41b8-a831-1dc9edf2fb45 req-848d6c13-6659-4bf4-b42b-e5c116e5db2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1548e96e-918b-4df4-a06f-34a05ed3dbc0 HTTP/1.1" status: 200  len: 217 time: 0.0806363
Nov 19 14:26:07.678306 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78a4ba-f77d-4713-82d7-4c4120778b86 req-4157e74b-ded8-410d-a2d1-500bc563b55b tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:07.685993 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7f78a4ba-f77d-4713-82d7-4c4120778b86 req-4157e74b-ded8-410d-a2d1-500bc563b55b tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 943 time: 0.4664118
Nov 19 14:26:07.709301 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797a714-aa93-41b8-a831-1dc9edf2fb45 req-1684217b-5824-4b7c-b254-a94ebab92f7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:07.710922 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1797a714-aa93-41b8-a831-1dc9edf2fb45 req-1684217b-5824-4b7c-b254-a94ebab92f7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8dea17d-5e4e-426b-8f91-2edb1085e5c9 HTTP/1.1" status: 200  len: 858 time: 0.1015887
Nov 19 14:26:07.764151 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-a45d150e-b17b-4432-85bb-9c03f7266cb5 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:07.797845 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7f78a4ba-f77d-4713-82d7-4c4120778b86 req-6288ae71-5085-4130-890b-cd8add93e562 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056981
Nov 19 14:26:07.798253 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1797a714-aa93-41b8-a831-1dc9edf2fb45 req-8bf26743-80cf-4623-a177-1ae3e7e0ffc2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ebc75a69-ceaf-497c-bb41-b049f96aa0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0783885
Nov 19 14:26:07.831889 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-a45d150e-b17b-4432-85bb-9c03f7266cb5 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:07.947659 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-70f7e6b6-487c-42d2-956c-1e4ad1f048ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:08.030345 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d150e-b17b-4432-85bb-9c03f7266cb5 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Pushing event updated for resources: {'Port': ['ID=88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:08.052061 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-a45d150e-b17b-4432-85bb-9c03f7266cb5 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:08.058096 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1797a714-aa93-41b8-a831-1dc9edf2fb45 req-1ecbb832-4067-438d-aefa-6945e07e213e service neutron] 10.222.0.20 "GET /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2458072
Nov 19 14:26:08.071614 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e424989-48fd-4a35-9c15-53bd58d19a21 req-46762e64-c967-48d5-a4e6-c4ecd94859fd tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:08.073622 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2e424989-48fd-4a35-9c15-53bd58d19a21 req-46762e64-c967-48d5-a4e6-c4ecd94859fd tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.2295201
Nov 19 14:26:08.082703 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-a45d150e-b17b-4432-85bb-9c03f7266cb5 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Network acee4c97-002b-43df-bd4a-b48a229104ab is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:26:08.083884 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-a45d150e-b17b-4432-85bb-9c03f7266cb5 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:26:08.086312 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-a45d150e-b17b-4432-85bb-9c03f7266cb5 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:26:08.154330 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-a45d150e-b17b-4432-85bb-9c03f7266cb5 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:08.155039 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-a45d150e-b17b-4432-85bb-9c03f7266cb5 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:08.217427 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-a45d150e-b17b-4432-85bb-9c03f7266cb5 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6654725
Nov 19 14:26:08.237626 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.objects.ports [None req-c671527d-8e10-4709-bb58-51de6f1e20f2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80262) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 14:26:08.244890 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Request body: {'port': {'device_id': '80488170-3f7b-47b1-8e58-7f3ccd9a177f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:26:08.245099 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1797a714-aa93-41b8-a831-1dc9edf2fb45 req-bff21a5d-54ab-4778-b76c-3d0b06d8d6fe service neutron] 10.222.0.20 "GET /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1702354
Nov 19 14:26:08.301816 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2e424989-48fd-4a35-9c15-53bd58d19a21 req-023db7ce-dae6-49a3-b104-c63d6039d2ed tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0940390
Nov 19 14:26:08.367800 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0c844f-02b9-4118-aa6c-72552996c3dd req-fafada3d-e118-4938-8db2-433afe5eccb7 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:08.368567 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-fe0c844f-02b9-4118-aa6c-72552996c3dd req-fafada3d-e118-4938-8db2-433afe5eccb7 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Synchronizing usage tracker for tenant:ac4c4eaad2a846f4ad2a5874116494b2 on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:26:08.386819 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:08.409705 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-fe0c844f-02b9-4118-aa6c-72552996c3dd req-fafada3d-e118-4938-8db2-433afe5eccb7 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Unset dirty status for tenant:ac4c4eaad2a846f4ad2a5874116494b2 on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:26:08.411018 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fe0c844f-02b9-4118-aa6c-72552996c3dd req-fafada3d-e118-4938-8db2-433afe5eccb7 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=80488170-3f7b-47b1-8e58-7f3ccd9a177f HTTP/1.1" status: 200  len: 932 time: 0.2353728
Nov 19 14:26:08.546518 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-fe0c844f-02b9-4118-aa6c-72552996c3dd req-3bb7c255-8c01-40fd-a1e5-f6f19d27080f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Synchronizing usage tracker for tenant:ac4c4eaad2a846f4ad2a5874116494b2 on resource:security_group {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:26:08.627633 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-fe0c844f-02b9-4118-aa6c-72552996c3dd req-3bb7c255-8c01-40fd-a1e5-f6f19d27080f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Unset dirty status for tenant:ac4c4eaad2a846f4ad2a5874116494b2 on resource:security_group {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:26:08.628836 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fe0c844f-02b9-4118-aa6c-72552996c3dd req-3bb7c255-8c01-40fd-a1e5-f6f19d27080f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1909010
Nov 19 14:26:08.819990 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1f4fb-5302-4166-b1c5-dc924ad7302e req-ace77626-ce36-4c07-ba41-2e1f4d11a55c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:08.821603 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-aec1f4fb-5302-4166-b1c5-dc924ad7302e req-ace77626-ce36-4c07-ba41-2e1f4d11a55c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0973351
Nov 19 14:26:08.897607 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-aec1f4fb-5302-4166-b1c5-dc924ad7302e req-c438c9c8-c8bb-4e8d-9e07-8f72628f70ba tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687940
Nov 19 14:26:08.945591 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 838d2be2-9c91-4434-b072-5b8b6c3aeda5 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:26:09.049768 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning for port 838d2be2-9c91-4434-b072-5b8b6c3aeda5 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:26:09.055319 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 838d2be2-9c91-4434-b072-5b8b6c3aeda5 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:09.055977 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:09.057850 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e {{(pid=80260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 14:26:09.068008 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:09.088812 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Transition to ACTIVE for port object 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:26:09.095390 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:09.113185 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-6bbd69bd-9764-42c4-9b6a-a0e03f9f6e34 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:09.186806 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Pushing event updated for resources: {'Port': ['ID=88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:09.186806 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5b452-c2da-4ccc-bd53-9e8b3adc5e1d req-5d13b9e4-bca6-418f-b3af-1c29947ab248 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:09.194624 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a2b5b452-c2da-4ccc-bd53-9e8b3adc5e1d req-5d13b9e4-bca6-418f-b3af-1c29947ab248 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 943 time: 0.2200737
Nov 19 14:26:09.200290 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:09.214483 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:09.249468 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae17807-07e9-4ef6-8329-0945c72e7748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838d2be2-9c91-4434-b072-5b8b6c3aeda5'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:26:09.280209 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 838d2be2-9c91-4434-b072-5b8b6c3aeda5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=838d2be2-9c91-4434-b072-5b8b6c3aeda5,segment=NetworkSegment(14a71fa7-e30a-4b56-b083-c5d4f3d82751),segment_id=14a71fa7-e30a-4b56-b083-c5d4f3d82751)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:26:09.289391 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:09.292053 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-76f3c20e-c8fb-4fcf-aea7-c69086b1c3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:09.339289 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a2b5b452-c2da-4ccc-bd53-9e8b3adc5e1d req-7086b006-dac6-45c2-b5cb-4584a4085a04 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435733
Nov 19 14:26:09.350645 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae17807-07e9-4ef6-8329-0945c72e7748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838d2be2-9c91-4434-b072-5b8b6c3aeda5', 'code': 200}
Nov 19 14:26:09.437482 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=838d2be2-9c91-4434-b072-5b8b6c3aeda5,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:09.444349 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:09.549769 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Attempting to bind port 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:26:09.550143 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Attempting to bind port 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '64db6526-aee6-4c70-9972-495ba62fe49e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'acee4c97-002b-43df-bd4a-b48a229104ab'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:26:09.550896 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Attempting to bind port 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e on network acee4c97-002b-43df-bd4a-b48a229104ab {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:26:09.558038 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Checking agent: {'id': 'd378d45e-d3db-4cef-bd1d-68c8d9116f29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 21, 43), 'started_at': datetime.datetime(2020, 11, 19, 14, 22, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:26:09.558418 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Checking segment: {'id': '64db6526-aee6-4c70-9972-495ba62fe49e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'acee4c97-002b-43df-bd4a-b48a229104ab'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:26:09.558863 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:09.559269 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Bound using segment: {'id': '64db6526-aee6-4c70-9972-495ba62fe49e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'acee4c97-002b-43df-bd4a-b48a229104ab'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:26:09.559744 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Bound port: 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64db6526-aee6-4c70-9972-495ba62fe49e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'acee4c97-002b-43df-bd4a-b48a229104ab'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:26:09.560124 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:09.703598 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f3aa1-fa80-4a10-99fb-c152afe0406d req-3ba81ddb-c4d3-4d1e-aae7-9f81e8480b34 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:09.711811 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-780f3aa1-fa80-4a10-99fb-c152afe0406d req-3ba81ddb-c4d3-4d1e-aae7-9f81e8480b34 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.2068224
Nov 19 14:26:09.756977 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] For port 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e, host hv-cinder-76330, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:26:09.765768 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] For port 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e,segment=NetworkSegment(64db6526-aee6-4c70-9972-495ba62fe49e),segment_id=64db6526-aee6-4c70-9972-495ba62fe49e)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:26:09.779957 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:09.790812 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fb34a8e4-600f-4331-a687-0030b58260b0 req-368d8c7e-3589-4ba8-ac39-b5e909c01e1d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 1162 time: 0.1776021
Nov 19 14:26:09.793140 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-780f3aa1-fa80-4a10-99fb-c152afe0406d req-7e0bbc08-7ad7-4ac1-ac5d-5bb8369d0d02 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0804782
Nov 19 14:26:09.842713 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fb34a8e4-600f-4331-a687-0030b58260b0 req-80af61d5-83a7-4029-a795-38fe4ea9ee2a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396328
Nov 19 14:26:09.860510 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:10.017931 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Pushing event updated for resources: {'Port': ['ID=88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:10.041984 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:10.131818 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bebefe-5336-4506-bc3b-276b8c77f456 req-f93e7b98-b8d3-480d-befe-2f545f0172ce tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:10.135278 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b4bebefe-5336-4506-bc3b-276b8c77f456 req-f93e7b98-b8d3-480d-befe-2f545f0172ce tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=80488170-3f7b-47b1-8e58-7f3ccd9a177f HTTP/1.1" status: 200  len: 944 time: 0.2762949
Nov 19 14:26:10.143692 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d7b382-22d7-4c58-b6de-835aff56e715 req-e78b2c11-b48e-4830-96f5-c33434fd236b tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:10.145387 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f7d7b382-22d7-4c58-b6de-835aff56e715 req-e78b2c11-b48e-4830-96f5-c33434fd236b tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0943291
Nov 19 14:26:10.161091 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:10.163355 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] 10.222.0.20 "PUT /v2.0/ports/88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e HTTP/1.1" status: 200  len: 1158 time: 1.9243929
Nov 19 14:26:10.163674 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80488170-3f7b-47b1-8e58-7f3ccd9a177f', 'tag': '88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:26:10.190230 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 838d2be2-9c91-4434-b072-5b8b6c3aeda5 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:26:10.215085 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b4bebefe-5336-4506-bc3b-276b8c77f456 req-94463056-2357-4514-b9a6-3d2057cbae13 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749512
Nov 19 14:26:10.222751 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f7d7b382-22d7-4c58-b6de-835aff56e715 req-45857b36-a6f3-4aa5-8e31-784752efbef8 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687144
Nov 19 14:26:10.297598 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 838d2be2-9c91-4434-b072-5b8b6c3aeda5 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:10.298220 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:10.335715 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80488170-3f7b-47b1-8e58-7f3ccd9a177f', 'tag': '88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e', 'status': 'completed', 'code': 200}
Nov 19 14:26:10.394229 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-0717376b-ffb5-4559-b372-b1a278267b68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac4c4eaad2a846f4ad2a5874116494b2&device_id=80488170-3f7b-47b1-8e58-7f3ccd9a177f HTTP/1.1" status: 200  len: 1161 time: 0.1106317
Nov 19 14:26:10.511223 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-e6c11844-1bea-410e-9a9e-8f6e65bd831f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e HTTP/1.1" status: 200  len: 217 time: 0.0955942
Nov 19 14:26:10.587142 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-7a2df117-bcac-4416-b460-e18aa7a6251e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:10.588744 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-7a2df117-bcac-4416-b460-e18aa7a6251e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd20189c-a9ad-4a77-8f1f-d11eaa25fd54 HTTP/1.1" status: 200  len: 854 time: 0.0685406
Nov 19 14:26:10.596220 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c60f1-f256-4b75-8378-b06e25a7a9a5 req-829c4046-f6de-4310-9a79-a226d066f089 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:10.597814 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-aa1c60f1-f256-4b75-8378-b06e25a7a9a5 req-829c4046-f6de-4310-9a79-a226d066f089 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 945 time: 0.1209641
Nov 19 14:26:10.643554 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-d69fb64c-f7d1-481a-b8b3-be62f31c89f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acee4c97-002b-43df-bd4a-b48a229104ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471213
Nov 19 14:26:10.648249 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-aa1c60f1-f256-4b75-8378-b06e25a7a9a5 req-a3debf06-f79e-4c1f-b831-895bf693d13a tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438445
Nov 19 14:26:10.788668 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-9adf6dc2-1b55-46f5-964b-a7623fe6659f service neutron] 10.222.0.20 "GET /v2.0/networks/acee4c97-002b-43df-bd4a-b48a229104ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372571
Nov 19 14:26:10.956630 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0e33e4ad-e7c8-4b76-95f5-3d2b5eb3a6a5 req-16df6b77-93c6-4d05-b83a-9b8fb2102a94 service neutron] 10.222.0.20 "GET /v2.0/networks/acee4c97-002b-43df-bd4a-b48a229104ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1498897
Nov 19 14:26:11.052253 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04108238-53da-4f63-9044-36a05ff39bf8 req-c6592085-28d2-466f-b49a-321b12557102 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:11.054024 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-04108238-53da-4f63-9044-36a05ff39bf8 req-c6592085-28d2-466f-b49a-321b12557102 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.0931935
Nov 19 14:26:11.156434 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-04108238-53da-4f63-9044-36a05ff39bf8 req-601eebbe-a057-420b-b470-94d8fa49d8cc tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960779
Nov 19 14:26:11.175500 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3a7aefdd-e302-4587-b0d6-7f01cbbe469b req-8e78843d-51e3-4d71-a757-fc72ee213a14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac4c4eaad2a846f4ad2a5874116494b2&device_id=80488170-3f7b-47b1-8e58-7f3ccd9a177f HTTP/1.1" status: 200  len: 1161 time: 0.0983791
Nov 19 14:26:11.357550 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7aefdd-e302-4587-b0d6-7f01cbbe469b req-b6169d02-12ad-4e0f-9b93-22427c780c7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:11.359206 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3a7aefdd-e302-4587-b0d6-7f01cbbe469b req-b6169d02-12ad-4e0f-9b93-22427c780c7b service neutron] 10.222.0.20 "GET /v2.0/networks?id=acee4c97-002b-43df-bd4a-b48a229104ab HTTP/1.1" status: 200  len: 908 time: 0.1418073
Nov 19 14:26:11.445420 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f79b3b-6930-4ac6-a5c1-e081645cb026 req-1cdb4c51-aead-4be8-979a-3a6a276d776f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:11.447069 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-94f79b3b-6930-4ac6-a5c1-e081645cb026 req-1cdb4c51-aead-4be8-979a-3a6a276d776f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=80488170-3f7b-47b1-8e58-7f3ccd9a177f HTTP/1.1" status: 200  len: 944 time: 0.0950272
Nov 19 14:26:11.499594 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-94f79b3b-6930-4ac6-a5c1-e081645cb026 req-772d949f-c531-46dc-9e1d-9ec26497c96c tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459239
Nov 19 14:26:11.506246 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3a7aefdd-e302-4587-b0d6-7f01cbbe469b req-22bb4ffc-fc1c-4481-8cf2-788ff4b468bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e HTTP/1.1" status: 200  len: 217 time: 0.1262538
Nov 19 14:26:11.532983 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28337e2-34d8-4fa1-95cf-78e765978c96 req-3ad7edbd-968b-4d52-af40-dcecdb27c2bf tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:11.534627 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f28337e2-34d8-4fa1-95cf-78e765978c96 req-3ad7edbd-968b-4d52-af40-dcecdb27c2bf tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1534288
Nov 19 14:26:11.643504 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7aefdd-e302-4587-b0d6-7f01cbbe469b req-e57e0826-812d-48e6-a0bb-ba3f30da5717 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:11.645132 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3a7aefdd-e302-4587-b0d6-7f01cbbe469b req-e57e0826-812d-48e6-a0bb-ba3f30da5717 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd20189c-a9ad-4a77-8f1f-d11eaa25fd54 HTTP/1.1" status: 200  len: 854 time: 0.1049168
Nov 19 14:26:11.649170 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f28337e2-34d8-4fa1-95cf-78e765978c96 req-25ae1c13-e841-4293-9454-aa936a7ec5e0 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077476
Nov 19 14:26:11.710796 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3a7aefdd-e302-4587-b0d6-7f01cbbe469b req-d6eb3ba3-9c1b-40e9-8286-df0df57c7d2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acee4c97-002b-43df-bd4a-b48a229104ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489357
Nov 19 14:26:11.889760 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d7aa0-0341-416b-8b55-ee05843b83f8 req-7c02b8b4-71c1-4250-bcf7-fd809522eee7 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:11.892383 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a58d7aa0-0341-416b-8b55-ee05843b83f8 req-7c02b8b4-71c1-4250-bcf7-fd809522eee7 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 945 time: 0.0981781
Nov 19 14:26:11.911738 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3a7aefdd-e302-4587-b0d6-7f01cbbe469b req-9e118d9e-a505-40f5-82d1-60007b3cb3e2 service neutron] 10.222.0.20 "GET /v2.0/networks/acee4c97-002b-43df-bd4a-b48a229104ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1924279
Nov 19 14:26:11.955113 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a58d7aa0-0341-416b-8b55-ee05843b83f8 req-298a0549-6bf3-4927-8e35-4680c89656ff tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554841
Nov 19 14:26:12.231730 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 838d2be2-9c91-4434-b072-5b8b6c3aeda5 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:26:12.350030 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 838d2be2-9c91-4434-b072-5b8b6c3aeda5 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:12.350790 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:12.352128 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3a7aefdd-e302-4587-b0d6-7f01cbbe469b req-ab7e0d51-36e2-4c59-ac5c-2751e05a3df4 service neutron] 10.222.0.20 "GET /v2.0/networks/acee4c97-002b-43df-bd4a-b48a229104ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4307828
Nov 19 14:26:12.411180 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a905f-4a97-419c-8c8e-135f2fb23d9d req-982c221d-8f5a-46c7-95eb-02695364e4d1 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:12.415270 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-176a905f-4a97-419c-8c8e-135f2fb23d9d req-982c221d-8f5a-46c7-95eb-02695364e4d1 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 945 time: 0.1612771
Nov 19 14:26:12.443420 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd442f4-6541-4bb5-8c38-caa44600eec1 req-c35c1c52-e759-4ccf-b630-7b32334bac38 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:12.451882 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5fd442f4-6541-4bb5-8c38-caa44600eec1 req-c35c1c52-e759-4ccf-b630-7b32334bac38 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.1045721
Nov 19 14:26:12.474720 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-176a905f-4a97-419c-8c8e-135f2fb23d9d req-04158540-75c8-4dca-b5f5-6229746cce55 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548418
Nov 19 14:26:12.509841 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5fd442f4-6541-4bb5-8c38-caa44600eec1 req-44055200-aa3a-4b32-9917-732125412ceb tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569928
Nov 19 14:26:12.725855 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-bdbf5e99-0eba-4275-aa42-51f4e5651cb8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Synchronizing usage tracker for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:security_group {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:26:12.743900 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-bdbf5e99-0eba-4275-aa42-51f4e5651cb8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Unset dirty status for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:security_group {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:26:12.745193 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-bdbf5e99-0eba-4275-aa42-51f4e5651cb8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2134172354&fields=id&tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b HTTP/1.1" status: 200  len: 267 time: 0.0619555
Nov 19 14:26:12.916402 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-ac0da269-d283-43d3-bdc7-b5b353d4bc79 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:12.917154 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-ac0da269-d283-43d3-bdc7-b5b353d4bc79 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Synchronizing usage tracker for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:network {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:26:12.932971 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642aa664-627f-4d92-8267-81f9e9cd210a req-024248c4-b91d-44ad-89a7-01db72594dfe tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:12.934780 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-642aa664-627f-4d92-8267-81f9e9cd210a req-024248c4-b91d-44ad-89a7-01db72594dfe tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=80488170-3f7b-47b1-8e58-7f3ccd9a177f HTTP/1.1" status: 200  len: 944 time: 0.0949454
Nov 19 14:26:12.939777 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-ac0da269-d283-43d3-bdc7-b5b353d4bc79 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Unset dirty status for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:network {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:26:12.941228 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-ac0da269-d283-43d3-bdc7-b5b353d4bc79 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/networks?id=9b416137-3e3b-40b3-b21d-851215fb37f8 HTTP/1.1" status: 200  len: 812 time: 0.1878436
Nov 19 14:26:12.960679 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-1e7e5f8f-c6c3-4c93-9cdc-404dab88e02f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/quotas/bdec5d3018a2449ba8a5c236f5a7ac0b HTTP/1.1" status: 200  len: 375 time: 0.0130930
Nov 19 14:26:12.993361 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-642aa664-627f-4d92-8267-81f9e9cd210a req-0be3711a-f620-4579-a13a-3b463018f8e3 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509887
Nov 19 14:26:13.050638 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-b58eb14b-b03d-4ace-98ab-d737428489f9 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Synchronizing usage tracker for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:port {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:26:13.067233 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-b58eb14b-b03d-4ace-98ab-d737428489f9 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Unset dirty status for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:port {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:26:13.069042 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-b58eb14b-b03d-4ace-98ab-d737428489f9 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1037481
Nov 19 14:26:13.209137 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab639e17-262d-4784-914b-5b713934a609 req-e475002d-d9fb-4ef7-a9e8-e67abf33efe0 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:13.210803 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ab639e17-262d-4784-914b-5b713934a609 req-e475002d-d9fb-4ef7-a9e8-e67abf33efe0 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 945 time: 0.0853999
Nov 19 14:26:13.236336 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-b57b6d07-a961-4aad-a8f9-c8cbc27e0230 service neutron] 10.222.0.35 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466091
Nov 19 14:26:13.259455 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ab639e17-262d-4784-914b-5b713934a609 req-d064949a-fa84-4910-8577-fd50efd182c7 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426662
Nov 19 14:26:13.395146 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-6797a4cf-c0dc-4cc5-a0d6-80f053cfe3bf service neutron] 10.222.0.35 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1508155
Nov 19 14:26:13.619555 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff63d4-d77b-4e1c-a0e6-e98436a6c385 req-53801ae0-ab58-4ce8-a0ed-a18f8a8d7dfb tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:13.621400 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3cff63d4-d77b-4e1c-a0e6-e98436a6c385 req-53801ae0-ab58-4ce8-a0ed-a18f8a8d7dfb tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1145039
Nov 19 14:26:13.676763 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3cff63d4-d77b-4e1c-a0e6-e98436a6c385 req-f1ed9be5-345a-4de3-a28a-5537e7db558b tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483010
Nov 19 14:26:13.766788 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:13.919275 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f04f1-7f03-4a38-9fee-160ed86e8523 req-b02bf7ef-21ae-4169-9d27-1f4e2e3235d8 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:13.920931 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a78f04f1-7f03-4a38-9fee-160ed86e8523 req-b02bf7ef-21ae-4169-9d27-1f4e2e3235d8 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.1034195
Nov 19 14:26:13.989842 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a78f04f1-7f03-4a38-9fee-160ed86e8523 req-daed6c61-f2b1-4ee5-9f3a-78b00a2b4fa5 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589147
Nov 19 14:26:14.136266 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3220caae-b2c6-4543-8188-6bea6816a623 req-78ae184a-6ad3-4f8d-a72b-f8bc07a1981d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 210 time: 0.0710886
Nov 19 14:26:14.142550 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.objects.ports [None req-0bb820a5-9d1a-4328-8fe4-7628c3916dfc None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80262) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 14:26:14.406319 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015639ca-b5ca-4596-9317-fad36ebb4533 req-f88b8eae-7459-4098-bdf2-60cc1fe8095d tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:14.408859 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-015639ca-b5ca-4596-9317-fad36ebb4533 req-f88b8eae-7459-4098-bdf2-60cc1fe8095d tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=80488170-3f7b-47b1-8e58-7f3ccd9a177f HTTP/1.1" status: 200  len: 944 time: 0.1411259
Nov 19 14:26:14.470418 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-015639ca-b5ca-4596-9317-fad36ebb4533 req-b44dd942-73ed-49ff-b4f8-4822d5ed505e tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543826
Nov 19 14:26:14.652061 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 58472) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:26:14.805188 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8db07397-129b-4d95-b0b1-2f77d0863c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:14.839098 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-8db07397-129b-4d95-b0b1-2f77d0863c4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:26:14.843221 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-8db07397-129b-4d95-b0b1-2f77d0863c4e admin admin] Usage tracker for resource:security_group_rule and tenant:c611fc0dfa0b499ca85a78714c150765 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:26:14.846218 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-8db07397-129b-4d95-b0b1-2f77d0863c4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:26:14.851246 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:26:14.853096 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-8db07397-129b-4d95-b0b1-2f77d0863c4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:26:14.934154 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning for port 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:26:14.940194 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:14.940817 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:14.959247 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8db07397-129b-4d95-b0b1-2f77d0863c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:14.962262 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8db07397-129b-4d95-b0b1-2f77d0863c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:14.971807 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-92b551f5-a888-4062-bc97-3c1b7be26f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:15.015004 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db07397-129b-4d95-b0b1-2f77d0863c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f33da9-6d45-4d44-8e77-0a4e8d572f54,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:15.022347 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-8db07397-129b-4d95-b0b1-2f77d0863c4e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c611fc0dfa0b499ca85a78714c150765&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3665879
Nov 19 14:26:15.022347 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8db07397-129b-4d95-b0b1-2f77d0863c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:15.022621 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 58482) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:26:15.072683 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:15.105490 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80488170-3f7b-47b1-8e58-7f3ccd9a177f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:26:15.120502 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1b56b132-b9f2-4e3f-a19a-0c6f5936e672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:15.130927 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e,segment=NetworkSegment(64db6526-aee6-4c70-9972-495ba62fe49e),segment_id=64db6526-aee6-4c70-9972-495ba62fe49e)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:26:15.136937 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:15.138950 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:15.150332 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1b56b132-b9f2-4e3f-a19a-0c6f5936e672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:15.219460 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80488170-3f7b-47b1-8e58-7f3ccd9a177f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e', 'code': 200}
Nov 19 14:26:15.223727 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1b56b132-b9f2-4e3f-a19a-0c6f5936e672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:15.229516 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c5cbbff1-1140-4956-ad93-483cbd9a6ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:15.246135 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56b132-b9f2-4e3f-a19a-0c6f5936e672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f33da9-6d45-4d44-8e77-0a4e8d572f54,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:15.249584 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1b56b132-b9f2-4e3f-a19a-0c6f5936e672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:15.252852 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1b56b132-b9f2-4e3f-a19a-0c6f5936e672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:15.255816 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-1b56b132-b9f2-4e3f-a19a-0c6f5936e672 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69f33da9-6d45-4d44-8e77-0a4e8d572f54 HTTP/1.1" status: 204  len: 168 time: 0.2320952
Nov 19 14:26:15.342866 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:15.357411 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:15.405010 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238de7d3-df5f-4c30-aeb8-408a7de4b6b7 req-e609e8b7-3041-41b6-971c-28993bed6cc9 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:15.408758 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-238de7d3-df5f-4c30-aeb8-408a7de4b6b7 req-e609e8b7-3041-41b6-971c-28993bed6cc9 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.1692481
Nov 19 14:26:15.499365 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-238de7d3-df5f-4c30-aeb8-408a7de4b6b7 req-51c3ee86-a055-47ea-b784-04ebeefba858 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0865595
Nov 19 14:26:15.543715 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-62c25090-1056-4f95-8e36-b218fe8855bd req-49ac0cfa-f6a6-4c04-88b9-50f0b4fa0de3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 210 time: 0.0888903
Nov 19 14:26:15.585141 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-1f3a9e6d-0c3b-4d72-813b-bdb73948428f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:15.587290 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-1f3a9e6d-0c3b-4d72-813b-bdb73948428f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.20 "GET /v2.0/networks?id=9b416137-3e3b-40b3-b21d-851215fb37f8 HTTP/1.1" status: 200  len: 812 time: 0.3283627
Nov 19 14:26:15.685740 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4874e28d-87f6-4194-86b6-95ea3b578159 req-196c141f-98f4-41b7-bf82-86c55241b0da service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80488170-3f7b-47b1-8e58-7f3ccd9a177f HTTP/1.1" status: 200  len: 1163 time: 0.1508315
Nov 19 14:26:15.774133 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4874e28d-87f6-4194-86b6-95ea3b578159 req-44c471fb-f81e-4c54-82f9-dad653c99a52 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782125
Nov 19 14:26:15.843960 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-47a2cd83-4d5b-4439-bde3-4d4dab59e61d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Synchronizing usage tracker for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:security_group {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:26:15.863431 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-47a2cd83-4d5b-4439-bde3-4d4dab59e61d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Unset dirty status for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:security_group {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:26:15.864811 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-47a2cd83-4d5b-4439-bde3-4d4dab59e61d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b HTTP/1.1" status: 200  len: 5087 time: 0.2416329
Nov 19 14:26:15.881108 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b8830-ad8e-4d73-bcd7-3ea2cdd76916 req-e02e2d87-6f4e-4342-9dea-d191061c5a1d tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:15.882739 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f67b8830-ad8e-4d73-bcd7-3ea2cdd76916 req-e02e2d87-6f4e-4342-9dea-d191061c5a1d tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=80488170-3f7b-47b1-8e58-7f3ccd9a177f HTTP/1.1" status: 200  len: 946 time: 0.1406879
Nov 19 14:26:15.934141 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f67b8830-ad8e-4d73-bcd7-3ea2cdd76916 req-85758e0a-7e9f-460f-82b6-a823210b95aa tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448472
Nov 19 14:26:16.114676 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-28ad29d3-98d9-4660-afe2-8e2faf96c5b3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Request body: {'port': {'device_id': 'c84de279-3b20-4d4c-8ef5-c699d199c176', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'admin_state_up': True, 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'security_groups': ['6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6']}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:26:16.152648 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:26:16.243867 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:16.244293 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:16.285132 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-28ad29d3-98d9-4660-afe2-8e2faf96c5b3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:26:16.295172 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-28ad29d3-98d9-4660-afe2-8e2faf96c5b3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:26:16.305714 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-28ad29d3-98d9-4660-afe2-8e2faf96c5b3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Made reservation on behalf of bdec5d3018a2449ba8a5c236f5a7ac0b for: {'port': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:26:16.311973 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-28ad29d3-98d9-4660-afe2-8e2faf96c5b3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:16.449256 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 58530) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:26:16.630752 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-693438081-network', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:26:16.636798 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:26:16.641115 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Usage tracker for resource:network and tenant:0ddffd2acdea49ecb3b1602e7be2a340 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:26:16.644406 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:26:16.651329 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:26:16.662587 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Made reservation on behalf of 0ddffd2acdea49ecb3b1602e7be2a340 for: {'network': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:26:16.668497 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for network, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:16.694449 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:16.719506 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-28ad29d3-98d9-4660-afe2-8e2faf96c5b3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Allocated IP 172.20.0.13 (9b416137-3e3b-40b3-b21d-851215fb37f8/a2113208-37bc-4c5f-8350-aa5f4257d1f0/d63b9317-07c9-4a48-be2b-5823afb4f8df) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:26:16.739082 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:26:16.744267 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Usage tracker for resource:security_group_rule and tenant:0ddffd2acdea49ecb3b1602e7be2a340 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:26:16.748898 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:26:16.756960 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:26:16.814162 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ada1bfe2-54e8-44a3-acda-6bc7d8b354e7 req-5075e3d5-7fec-4e2d-9c75-7c8ea230c05a tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 210 time: 0.0544441
Nov 19 14:26:16.881005 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:16.884939 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:16.901731 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 14:26:16.909104 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-aced0187-9afd-4d86-a0f8-050737d45fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:16.926220 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:16.926669 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.segments_db [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Added segment f1960a51-4bc3-4eed-86e4-24102da323d7 of type vxlan for network 98aca6d4-e506-4773-ad0e-642b375a1bf0
Nov 19 14:26:16.953142 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a1a7f3-6038-4e61-a67b-bd79e6056819,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:16.964688 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:16.978311 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774145649933'] for network, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:17.001062 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c7077-952e-4d09-9054-b9d0df05fd4b req-f42d437c-1281-49e5-948c-2b763a8b4a80 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:17.002781 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-712c7077-952e-4d09-9054-b9d0df05fd4b req-f42d437c-1281-49e5-948c-2b763a8b4a80 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.2374508
Nov 19 14:26:17.021284 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:17.023878 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:17.024533 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:17.029874 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:17.074834 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-28ad29d3-98d9-4660-afe2-8e2faf96c5b3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:17.099558 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-712c7077-952e-4d09-9054-b9d0df05fd4b req-f05144f9-e799-4a24-8703-f6aa3a5e40a7 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0898733
Nov 19 14:26:17.102128 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-28ad29d3-98d9-4660-afe2-8e2faf96c5b3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Transition to ACTIVE for port object d63b9317-07c9-4a48-be2b-5823afb4f8df will not be triggered until provisioned by entity DHCP. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:26:17.122876 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-28ad29d3-98d9-4660-afe2-8e2faf96c5b3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:17.145585 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:17.184647 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Pushing event updated for resources: {'Network': ['ID=98aca6d4-e506-4773-ad0e-642b375a1bf0,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:17.193085 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:17.194625 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.7442575
Nov 19 14:26:17.201920 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 58546) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:26:17.210462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Network 98aca6d4-e506-4773-ad0e-642b375a1bf0 details requested by agent ovs-agent-dv-cinder-763306-2-iscsi with host dv-cinder-763306-2-iscsi {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:26:17.223877 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-40e272a4-3a4c-4c28-9a55-e6d8781b1b55 admin admin] Request body: {'subnet': {'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-693438081-subnet', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'ip_version': 4}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:26:17.241351 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-40e272a4-3a4c-4c28-9a55-e6d8781b1b55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:26:17.266495 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b122892-305c-439e-9c6f-87ebc524344b req-27950aac-d759-4014-81ce-f7155d80d993 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:17.268233 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0b122892-305c-439e-9c6f-87ebc524344b req-27950aac-d759-4014-81ce-f7155d80d993 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=80488170-3f7b-47b1-8e58-7f3ccd9a177f HTTP/1.1" status: 200  len: 946 time: 0.1871951
Nov 19 14:26:17.316278 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-40e272a4-3a4c-4c28-9a55-e6d8781b1b55 admin admin] Usage tracker for resource:subnet and tenant:0ddffd2acdea49ecb3b1602e7be2a340 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:26:17.319105 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad29d3-98d9-4660-afe2-8e2faf96c5b3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Pushing event updated for resources: {'Port': ['ID=d63b9317-07c9-4a48-be2b-5823afb4f8df,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:17.320742 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0b122892-305c-439e-9c6f-87ebc524344b req-831a7674-d710-4a93-98f9-4a00ec93f451 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455105
Nov 19 14:26:17.330431 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-40e272a4-3a4c-4c28-9a55-e6d8781b1b55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:26:17.333471 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-28ad29d3-98d9-4660-afe2-8e2faf96c5b3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:17.339327 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Network 98aca6d4-e506-4773-ad0e-642b375a1bf0 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:26:17.340925 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-40e272a4-3a4c-4c28-9a55-e6d8781b1b55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:26:17.369839 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e272a4-3a4c-4c28-9a55-e6d8781b1b55 admin admin] Made reservation on behalf of 0ddffd2acdea49ecb3b1602e7be2a340 for: {'subnet': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:26:17.374580 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40e272a4-3a4c-4c28-9a55-e6d8781b1b55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10632494'] for subnet, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:17.433963 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-28ad29d3-98d9-4660-afe2-8e2faf96c5b3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Network 9b416137-3e3b-40b3-b21d-851215fb37f8 is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:26:17.483741 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-28ad29d3-98d9-4660-afe2-8e2faf96c5b3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:26:17.490989 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-28ad29d3-98d9-4660-afe2-8e2faf96c5b3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:26:17.578589 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-28ad29d3-98d9-4660-afe2-8e2faf96c5b3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:17.579269 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-28ad29d3-98d9-4660-afe2-8e2faf96c5b3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:17.645123 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-28ad29d3-98d9-4660-afe2-8e2faf96c5b3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5357609
Nov 19 14:26:17.667090 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Request body: {'port': {'device_id': 'c84de279-3b20-4d4c-8ef5-c699d199c176', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:26:17.742887 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-138b1641-9045-47f4-ac88-936b92fecb3f None None] Provisioning for port d63b9317-07c9-4a48-be2b-5823afb4f8df completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:26:17.748738 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-138b1641-9045-47f4-ac88-936b92fecb3f None None] Provisioning complete for port d63b9317-07c9-4a48-be2b-5823afb4f8df triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:17.749166 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-138b1641-9045-47f4-ac88-936b92fecb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:17.809958 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-138b1641-9045-47f4-ac88-936b92fecb3f None None] Port d63b9317-07c9-4a48-be2b-5823afb4f8df cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:26:18.118313 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:18.271707 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd25c0e-a2d2-41f3-a8d9-d296a6c08ca4 req-6bbdca79-7933-45d1-990c-6b712e3a118f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:18.272446 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-2cd25c0e-a2d2-41f3-a8d9-d296a6c08ca4 req-6bbdca79-7933-45d1-990c-6b712e3a118f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Synchronizing usage tracker for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:26:18.323111 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0496ccf-c184-4d0c-8c1d-9e8e35e8d06c req-7da79dbf-8fd2-4733-8e52-eff26728b07e tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:18.324891 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c0496ccf-c184-4d0c-8c1d-9e8e35e8d06c req-7da79dbf-8fd2-4733-8e52-eff26728b07e tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.0833097
Nov 19 14:26:18.349962 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-2cd25c0e-a2d2-41f3-a8d9-d296a6c08ca4 req-6bbdca79-7933-45d1-990c-6b712e3a118f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Unset dirty status for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:26:18.351271 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2cd25c0e-a2d2-41f3-a8d9-d296a6c08ca4 req-6bbdca79-7933-45d1-990c-6b712e3a118f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 932 time: 0.3432710
Nov 19 14:26:18.392273 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c0496ccf-c184-4d0c-8c1d-9e8e35e8d06c req-f186f357-bb7a-4d8f-8a4e-ccaefb8ab08b tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589671
Nov 19 14:26:18.492857 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2cd25c0e-a2d2-41f3-a8d9-d296a6c08ca4 req-15588b98-2fae-4d22-aba0-da0bd0cbe81b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1347163
Nov 19 14:26:18.593531 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c84358-e731-4166-a4b9-01c091c8e443 req-9ec25dd7-8797-4ae7-800f-521070595b89 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:18.595248 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-94c84358-e731-4166-a4b9-01c091c8e443 req-9ec25dd7-8797-4ae7-800f-521070595b89 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=80488170-3f7b-47b1-8e58-7f3ccd9a177f HTTP/1.1" status: 200  len: 946 time: 0.0899844
Nov 19 14:26:18.646068 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-94c84358-e731-4166-a4b9-01c091c8e443 req-788f60f2-8dd7-4f55-bbac-aecfcdd7e0ca tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440867
Nov 19 14:26:18.689297 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40e272a4-3a4c-4c28-9a55-e6d8781b1b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11369563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10632477'] for subnet, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:18.711753 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:18.843487 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.db.resource_extend [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Nov 19 14:26:18.860700 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e272a4-3a4c-4c28-9a55-e6d8781b1b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3fa7d90-1460-4280-8e47-ad97685a5102,revision_number=0']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:18.876558 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-40e272a4-3a4c-4c28-9a55-e6d8781b1b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:18.953960 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63b9317-07c9-4a48-be2b-5823afb4f8df {{(pid=80260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 14:26:18.964469 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:18.986413 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Transition to ACTIVE for port object d63b9317-07c9-4a48-be2b-5823afb4f8df will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:26:18.995085 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:19.020076 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2e60c527-66f2-4a1c-b06e-03f0a4920dd4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:19.174584 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e272a4-3a4c-4c28-9a55-e6d8781b1b55 admin admin] Checking segment: {'id': 'f1960a51-4bc3-4eed-86e4-24102da323d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:26:19.175122 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e272a4-3a4c-4c28-9a55-e6d8781b1b55 admin admin] Network hostable DHCP agents. Network: 98aca6d4-e506-4773-ad0e-642b375a1bf0, hostable agents: ['4a7d4b2f-f99e-495c-ba2f-c341fae68c03'], hosted agents: [] {{(pid=80260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 14:26:19.182932 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=d63b9317-07c9-4a48-be2b-5823afb4f8df,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:19.190512 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:19.242728 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e272a4-3a4c-4c28-9a55-e6d8781b1b55 admin admin] Network 98aca6d4-e506-4773-ad0e-642b375a1bf0 is scheduled to be hosted by DHCP agent 4a7d4b2f-f99e-495c-ba2f-c341fae68c03 with binding_index 1 {{(pid=80260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 14:26:19.304718 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-40e272a4-3a4c-4c28-9a55-e6d8781b1b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-iscsi, 98aca6d4-e506-4773-ad0e-642b375a1bf0) {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:26:19.313692 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835e1c34-3078-49ab-bb87-4e205e0df21e None None] Network 98aca6d4-e506-4773-ad0e-642b375a1bf0 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:26:19.328079 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e272a4-3a4c-4c28-9a55-e6d8781b1b55 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:19.328861 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-40e272a4-3a4c-4c28-9a55-e6d8781b1b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for subnet, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:19.396581 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 58614) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:26:19.396725 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-40e272a4-3a4c-4c28-9a55-e6d8781b1b55 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 2.1910980
Nov 19 14:26:19.402363 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-693438081-router', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:26:19.408084 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:26:19.412439 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Usage tracker for resource:router and tenant:0ddffd2acdea49ecb3b1602e7be2a340 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:26:19.416760 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:26:19.423848 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:26:19.429230 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Attempting to bind port d63b9317-07c9-4a48-be2b-5823afb4f8df on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:26:19.429475 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Attempting to bind port d63b9317-07c9-4a48-be2b-5823afb4f8df by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:26:19.429842 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Attempting to bind port d63b9317-07c9-4a48-be2b-5823afb4f8df on network 9b416137-3e3b-40b3-b21d-851215fb37f8 {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:26:19.438898 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-758591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2788'] for router, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:19.439983 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854017225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-786376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-574391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773012'] for router, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:19.444149 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Checking agent: {'id': 'd378d45e-d3db-4cef-bd1d-68c8d9116f29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 21, 43), 'started_at': datetime.datetime(2020, 11, 19, 14, 22, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:26:19.444705 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Checking segment: {'id': 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:26:19.445126 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:19.445513 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Bound using segment: {'id': 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:26:19.445993 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Bound port: d63b9317-07c9-4a48-be2b-5823afb4f8df, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:26:19.446373 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:19.465912 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:19.546370 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] For port d63b9317-07c9-4a48-be2b-5823afb4f8df, host hv-cinder-76330, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:26:19.552223 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] For port d63b9317-07c9-4a48-be2b-5823afb4f8df, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d63b9317-07c9-4a48-be2b-5823afb4f8df,segment=NetworkSegment(b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795),segment_id=b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:26:19.597236 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:19.624469 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:19.659281 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped18c60e-6a75-5499-b97d-4bea333a774a-98aca6d4-e506-4773-ad0e-642b375a1bf0', 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'fixed_ips': [{'subnet_id': 'c3fa7d90-1460-4280-8e47-ad97685a5102'}]}} from dv-cinder-763306-2-iscsi. {{(pid=80262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 14:26:19.660196 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:19.842897 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Pushing event updated for resources: {'Port': ['ID=d63b9317-07c9-4a48-be2b-5823afb4f8df,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:19.853824 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:19.870214 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a41f6-74b8-4350-98ac-732656a39610 req-e53dfe03-a6cd-4451-8520-df604cfc8a80 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:19.872062 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-bf4a41f6-74b8-4350-98ac-732656a39610 req-e53dfe03-a6cd-4451-8520-df604cfc8a80 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.3221693
Nov 19 14:26:19.910953 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:19.912241 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] 10.222.0.20 "PUT /v2.0/ports/d63b9317-07c9-4a48-be2b-5823afb4f8df HTTP/1.1" status: 200  len: 1158 time: 2.2502363
Nov 19 14:26:19.913304 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84de279-3b20-4d4c-8ef5-c699d199c176', 'tag': 'd63b9317-07c9-4a48-be2b-5823afb4f8df'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:26:19.975262 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-bf4a41f6-74b8-4350-98ac-732656a39610 req-5be2bd07-0ec3-4bd4-979f-10088e12b590 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960302
Nov 19 14:26:20.117581 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-786239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-758694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773025'] for router, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:20.143367 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84de279-3b20-4d4c-8ef5-c699d199c176', 'tag': 'd63b9317-07c9-4a48-be2b-5823afb4f8df', 'status': 'completed', 'code': 200}
Nov 19 14:26:20.204553 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-c9fae5d6-0f89-4995-92dc-490bfeb3d8dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b&device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 1161 time: 0.2087696
Nov 19 14:26:20.210100 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19884e8-d298-497d-80c9-8aae972f08d4 req-e344e84e-35ed-4845-b8ad-9924a90a084b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:20.220382 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d19884e8-d298-497d-80c9-8aae972f08d4 req-e344e84e-35ed-4845-b8ad-9924a90a084b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 944 time: 0.2215669
Nov 19 14:26:20.265439 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Allocated IP 172.20.0.2 (98aca6d4-e506-4773-ad0e-642b375a1bf0/c3fa7d90-1460-4280-8e47-ad97685a5102/bf25335e-263a-4e1f-bcc7-02619912cabe) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:26:20.316810 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-41a1c75b-1d34-4c87-95d6-3c7308456ae6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d63b9317-07c9-4a48-be2b-5823afb4f8df HTTP/1.1" status: 200  len: 217 time: 0.0799005
Nov 19 14:26:20.336675 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d19884e8-d298-497d-80c9-8aae972f08d4 req-7da12b41-73c2-45c1-ae14-2bfdeedeb05b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1153953
Nov 19 14:26:20.345852 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device d513909e-a150-491f-b42b-741f2925ddfa up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:26:20.415145 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-e25dea94-4b0f-440d-8573-10eabebf3a7d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:20.417957 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-e25dea94-4b0f-440d-8573-10eabebf3a7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2113208-37bc-4c5f-8350-aa5f4257d1f0 HTTP/1.1" status: 200  len: 851 time: 0.0919521
Nov 19 14:26:20.431270 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:20.472927 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:20.535170 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-79f50437-a060-40b6-a2cd-a3f5f269601a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b416137-3e3b-40b3-b21d-851215fb37f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1085262
Nov 19 14:26:20.699663 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-cd8b9e4c-e1b8-4d41-81fe-07be109017c8 service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1513035
Nov 19 14:26:20.771196 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Allocated IP 172.27.0.77 (30e7e950-b2fa-4cc4-9540-c3d995e774bc/c880977d-f782-4d1f-ba36-7b5f08e013ca/e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77) {{(pid=80261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:26:20.811256 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port d513909e-a150-491f-b42b-741f2925ddfa triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:20.811680 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:20.851750 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9f2c79c9-1c3e-44fb-a0fd-2c5564d01318 req-c3e92103-eb93-4e56-a823-5f4e006b0023 service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1447434
Nov 19 14:26:20.891843 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:20.921009 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Transition to ACTIVE for port object bf25335e-263a-4e1f-bcc7-02619912cabe will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:26:20.952148 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Transition to ACTIVE for port object bf25335e-263a-4e1f-bcc7-02619912cabe will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:26:20.985446 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:21.021703 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:21.062092 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8f99954c-c4b6-40d7-83b9-99b4e4101f4d req-9bbfb455-f311-4851-b344-55b4b19682cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b&device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 1161 time: 0.1053321
Nov 19 14:26:21.066749 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:21.088697 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:21.137394 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:21.241965 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Pushing event updated for resources: {'Port': ['ID=bf25335e-263a-4e1f-bcc7-02619912cabe,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:21.245563 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:21.267014 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Network 98aca6d4-e506-4773-ad0e-642b375a1bf0 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:26:21.269239 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:26:21.272482 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:26:21.290963 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Pushing event updated for resources: {'Port': ['ID=e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:21.295686 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:21.360553 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Attempting to bind port bf25335e-263a-4e1f-bcc7-02619912cabe on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:26:21.360806 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Network 30e7e950-b2fa-4cc4-9540-c3d995e774bc is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:26:21.360994 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Attempting to bind port bf25335e-263a-4e1f-bcc7-02619912cabe by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': 'f1960a51-4bc3-4eed-86e4-24102da323d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:26:21.361384 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Attempting to bind port bf25335e-263a-4e1f-bcc7-02619912cabe on network 98aca6d4-e506-4773-ad0e-642b375a1bf0 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:26:21.362505 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:26:21.367403 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Received port after_create {{(pid=80261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:26:21.368874 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:26:21.369305 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Checking segment: {'id': 'f1960a51-4bc3-4eed-86e4-24102da323d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:26:21.369765 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:21.370212 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Bound using segment: {'id': 'f1960a51-4bc3-4eed-86e4-24102da323d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:26:21.370770 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Bound port: bf25335e-263a-4e1f-bcc7-02619912cabe, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1960a51-4bc3-4eed-86e4-24102da323d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:26:21.371335 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:21.479724 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] For port bf25335e-263a-4e1f-bcc7-02619912cabe, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:26:21.483277 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] For port bf25335e-263a-4e1f-bcc7-02619912cabe, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=bf25335e-263a-4e1f-bcc7-02619912cabe,segment=NetworkSegment(f1960a51-4bc3-4eed-86e4-24102da323d7),segment_id=f1960a51-4bc3-4eed-86e4-24102da323d7)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:26:21.489261 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:21.505941 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:21.537799 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb03bc7-22dc-4739-81a2-04c6cbf0509d req-b8076d3a-d03a-40f8-ba83-97a7a0e960ba tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:21.545285 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-edb03bc7-22dc-4739-81a2-04c6cbf0509d req-b8076d3a-d03a-40f8-ba83-97a7a0e960ba tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.2064741
Nov 19 14:26:21.560583 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99954c-c4b6-40d7-83b9-99b4e4101f4d req-104f231e-7eee-4e4a-8863-748f9160fd7b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:21.562142 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8f99954c-c4b6-40d7-83b9-99b4e4101f4d req-104f231e-7eee-4e4a-8863-748f9160fd7b service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b416137-3e3b-40b3-b21d-851215fb37f8 HTTP/1.1" status: 200  len: 906 time: 0.4936130
Nov 19 14:26:21.671777 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8f99954c-c4b6-40d7-83b9-99b4e4101f4d req-c885f297-2d71-49a6-8044-e3cc78a8f698 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d63b9317-07c9-4a48-be2b-5823afb4f8df HTTP/1.1" status: 200  len: 217 time: 0.1006913
Nov 19 14:26:21.672498 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaba1ff-4410-48d3-9e7f-730ddbc29fa0 req-a92082d6-882c-4393-97fb-f2c9651dd89d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:21.674191 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-feaba1ff-4410-48d3-9e7f-730ddbc29fa0 req-a92082d6-882c-4393-97fb-f2c9651dd89d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 944 time: 0.1869757
Nov 19 14:26:21.677083 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-edb03bc7-22dc-4739-81a2-04c6cbf0509d req-33ec20c2-7e68-4d2b-b268-38fdb689aaf5 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1309440
Nov 19 14:26:21.698018 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Pushing event updated for resources: {'Port': ['ID=bf25335e-263a-4e1f-bcc7-02619912cabe,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:21.703005 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:21.779658 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-feaba1ff-4410-48d3-9e7f-730ddbc29fa0 req-ec6ec5a7-5fb8-4ccb-8950-89f539646ddb tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0982957
Nov 19 14:26:21.786044 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99954c-c4b6-40d7-83b9-99b4e4101f4d req-8409017f-b26c-4341-b4c6-edd7644e1ba2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:21.788518 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8f99954c-c4b6-40d7-83b9-99b4e4101f4d req-8409017f-b26c-4341-b4c6-edd7644e1ba2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2113208-37bc-4c5f-8350-aa5f4257d1f0 HTTP/1.1" status: 200  len: 851 time: 0.1062651
Nov 19 14:26:21.812077 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:21.815050 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854017107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853989611'] for router, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:21.893877 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8f99954c-c4b6-40d7-83b9-99b4e4101f4d req-db9049cf-bcea-43ff-a30a-2fab12e05dd5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b416137-3e3b-40b3-b21d-851215fb37f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0972977
Nov 19 14:26:22.110931 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8f99954c-c4b6-40d7-83b9-99b4e4101f4d req-665c8edd-be39-4ded-891d-618e1b596a81 service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1595891
Nov 19 14:26:22.115290 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Router 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 is scheduled to L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f with binding_index 1 {{(pid=80261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 14:26:22.294167 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8f99954c-c4b6-40d7-83b9-99b4e4101f4d req-3af84fab-20e5-41c8-a5b6-4ba42891325b service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1737566
Nov 19 14:26:22.370939 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:26:22.381924 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] Sync routers for ids ['7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:26:22.395837 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Notify callbacks [] for router, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:22.399681 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.9995708
Nov 19 14:26:22.399805 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] Routers {'7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:26:22.400104 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 58664) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:26:22.400497 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c22c7f0>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:25:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:26:22.598151 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] Set router 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:26:22.656746 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device bf25335e-263a-4e1f-bcc7-02619912cabe up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:26:22.778867 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port bf25335e-263a-4e1f-bcc7-02619912cabe completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:26:23.035552 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c22c7f0>, [{'id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'name': 'tempest-TestShelveInstance-693438081-router', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:26:19Z', 'updated_at': '2020-11-19T14:26:21Z', 'revision_number': 3, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'gw_port': {'id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:20Z', 'updated_at': '2020-11-19T14:26:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi'}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:26:23.041101 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] Checking router: 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:26:23.041787 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] Updating router 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 port e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77 binding host dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 14:26:23.045153 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8e40d-354f-4d85-84a1-073ae6390522 req-812818e2-9612-42ab-9dc1-a29cda9f41d6 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:23.048019 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-26e8e40d-354f-4d85-84a1-073ae6390522 req-812818e2-9612-42ab-9dc1-a29cda9f41d6 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.1494973
Nov 19 14:26:23.123967 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:23.255661 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-26e8e40d-354f-4d85-84a1-073ae6390522 req-432571ae-aa0a-430c-a272-71348f974071 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1998315
Nov 19 14:26:23.477324 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f1488391-494d-44cd-becc-bdb5a9c1c300 req-39215432-a4c7-4ba0-a808-ca60f2c0411a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c423d5e8c09244fb852385eabc7c6c60&device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 1163 time: 0.3660281
Nov 19 14:26:23.500724 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e035e-527e-4f9c-b03a-96b061c188d7 req-0e6e68e5-2391-42e1-8fd3-81dcd590693f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:23.502352 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ef0e035e-527e-4f9c-b03a-96b061c188d7 req-0e6e68e5-2391-42e1-8fd3-81dcd590693f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 944 time: 0.2641184
Nov 19 14:26:23.535841 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a769f81a-9b24-4512-a103-5664a515ea82 None None] Network 98aca6d4-e506-4773-ad0e-642b375a1bf0 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:26:23.674761 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117e52b-9d44-4e0c-bd9a-30909be3239a req-525ae446-d7c6-437e-ba8c-f97cb22b5a69 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:23.682612 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5117e52b-9d44-4e0c-bd9a-30909be3239a req-525ae446-d7c6-437e-ba8c-f97cb22b5a69 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1844137
Nov 19 14:26:23.687624 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-395b0705-9c14-492a-b4b8-b08cc3907509 None None] Provisioning for port bf25335e-263a-4e1f-bcc7-02619912cabe completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:26:23.703943 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-395b0705-9c14-492a-b4b8-b08cc3907509 None None] Provisioning complete for port bf25335e-263a-4e1f-bcc7-02619912cabe triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:23.704708 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-395b0705-9c14-492a-b4b8-b08cc3907509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:23.721543 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1488391-494d-44cd-becc-bdb5a9c1c300 req-bcd728ec-0589-4e2a-8269-b6488227c418 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:23.723564 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f1488391-494d-44cd-becc-bdb5a9c1c300 req-bcd728ec-0589-4e2a-8269-b6488227c418 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ebc75a69-ceaf-497c-bb41-b049f96aa0a7 HTTP/1.1" status: 200  len: 912 time: 0.1801250
Nov 19 14:26:23.753923 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ef0e035e-527e-4f9c-b03a-96b061c188d7 req-388b04e9-cc93-4d22-acda-e106f010c6c1 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2432489
Nov 19 14:26:23.798079 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:23.824784 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] Transition to ACTIVE for port object e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77 will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:26:23.830819 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:23.852071 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f1488391-494d-44cd-becc-bdb5a9c1c300 req-cc9f1452-8156-458a-8653-1cf3c8bd5384 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1548e96e-918b-4df4-a06f-34a05ed3dbc0 HTTP/1.1" status: 200  len: 217 time: 0.0969441
Nov 19 14:26:23.856393 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f49b1423-4175-48a6-87af-9f3c9390e2c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:24.028401 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1488391-494d-44cd-becc-bdb5a9c1c300 req-8e4f8bab-e7fb-498e-b3e0-451ae4cf1dd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:24.032213 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f1488391-494d-44cd-becc-bdb5a9c1c300 req-8e4f8bab-e7fb-498e-b3e0-451ae4cf1dd2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8dea17d-5e4e-426b-8f91-2edb1085e5c9 HTTP/1.1" status: 200  len: 858 time: 0.1729457
Nov 19 14:26:24.111619 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:24.135217 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5117e52b-9d44-4e0c-bd9a-30909be3239a req-1cd0cd1e-311d-47e2-88ac-6a106a1247f0 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4517350
Nov 19 14:26:24.137244 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-395b0705-9c14-492a-b4b8-b08cc3907509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:24.139212 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f1488391-494d-44cd-becc-bdb5a9c1c300 req-ef19a0e2-04ad-41ef-9bdb-3fb3d4004108 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ebc75a69-ceaf-497c-bb41-b049f96aa0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0996311
Nov 19 14:26:24.212652 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Pushing event updated for resources: {'Port': ['ID=e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77,revision_number=2']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:24.224802 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.225207 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.225796 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.226187 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.226749 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.227259 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.227652 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.228183 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.228725 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.229120 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.229562 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.239201 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.239703 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.240190 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.240588 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-395b0705-9c14-492a-b4b8-b08cc3907509 None None] For port bf25335e-263a-4e1f-bcc7-02619912cabe, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=bf25335e-263a-4e1f-bcc7-02619912cabe,segment=NetworkSegment(f1960a51-4bc3-4eed-86e4-24102da323d7),segment_id=f1960a51-4bc3-4eed-86e4-24102da323d7)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:26:24.240734 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.241014 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.241379 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.241742 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.242778 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.243146 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.243620 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.244025 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.244387 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.245189 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:24.252275 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-395b0705-9c14-492a-b4b8-b08cc3907509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:24.252624 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:24.256537 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-a382915d-2a34-4eaf-ba25-a7c193a3183c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:24.349112 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] Attempting to bind port e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77 on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:26:24.349806 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] Attempting to bind port e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77 by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:26:24.350368 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] Attempting to bind port e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77 on network 30e7e950-b2fa-4cc4-9540-c3d995e774bc {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:26:24.370532 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:26:24.371260 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] Checking segment: {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:26:24.372575 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:24.373174 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] Bound using segment: {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:26:24.374364 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] Bound port: e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:26:24.374971 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:24.408223 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f1488391-494d-44cd-becc-bdb5a9c1c300 req-5b889c8a-9094-4b9f-a483-9af668886ecc service neutron] 10.222.0.20 "GET /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2605488
Nov 19 14:26:24.415237 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b0705-9c14-492a-b4b8-b08cc3907509 None None] Pushing event updated for resources: {'Port': ['ID=bf25335e-263a-4e1f-bcc7-02619912cabe,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:24.418985 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-395b0705-9c14-492a-b4b8-b08cc3907509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:24.507052 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] For port e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:26:24.511113 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] For port e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:26:24.515843 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:24.564631 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:24.600288 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-8f1f3dc7-e9bf-4834-ba3c-1c73b5a0b9d7 None None] Provisioning complete for port bf25335e-263a-4e1f-bcc7-02619912cabe triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:24.601007 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8f1f3dc7-e9bf-4834-ba3c-1c73b5a0b9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:24.657972 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f1488391-494d-44cd-becc-bdb5a9c1c300 req-b304bf51-3a7b-480e-844d-4a7289a243f2 service neutron] 10.222.0.20 "GET /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2015018
Nov 19 14:26:24.701076 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device bf25335e-263a-4e1f-bcc7-02619912cabe up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:26:24.753032 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42545eec-81c1-4164-8975-fb1031d9a5a3 req-5232b33c-aa51-4d24-a22e-941c7ee146e2 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:24.754665 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-42545eec-81c1-4164-8975-fb1031d9a5a3 req-5232b33c-aa51-4d24-a22e-941c7ee146e2 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.3452587
Nov 19 14:26:24.822286 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Pushing event updated for resources: {'Port': ['ID=e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:24.830971 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3f76e60b-3dd4-4c3d-bc3d-9ee72fa19116 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:24.848739 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port bf25335e-263a-4e1f-bcc7-02619912cabe triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:24.849470 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:24.864322 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-42545eec-81c1-4164-8975-fb1031d9a5a3 req-8f421cc9-95ea-4867-a819-eaa803193551 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1014330
Nov 19 14:26:24.921199 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] Routers {'7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:26:24.922168 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c22c7f0>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:25:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:26:25.112639 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Allocated IP 172.20.0.1 (98aca6d4-e506-4773-ad0e-642b375a1bf0/c3fa7d90-1460-4280-8e47-ad97685a5102/dc3c5b41-3232-474f-b246-4b64aa1660ac) {{(pid=80261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:26:25.121436 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c060b06f-6d84-4e8a-a2c7-41a19e0213c5 req-76d7bfca-db16-4082-b7f7-4a418cbd982d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4cdfec880b540fbaaff093eb5b0334c&device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 1163 time: 0.5890181
Nov 19 14:26:25.131223 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-23fe20d6-a5b3-4969-81be-d9e0153a9462 None None] Provisioning complete for port bf25335e-263a-4e1f-bcc7-02619912cabe triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:25.131409 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-23fe20d6-a5b3-4969-81be-d9e0153a9462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:25.177855 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] Set router 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:26:25.384520 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc47b18-ac62-418d-97ef-432d697cee2c req-b096c174-bbb9-48f3-9fb4-24491a1c508e tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:25.386442 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ccc47b18-ac62-418d-97ef-432d697cee2c req-b096c174-bbb9-48f3-9fb4-24491a1c508e tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 944 time: 0.3618677
Nov 19 14:26:25.394829 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304045d-6778-424e-b679-3be5cb53405b req-25c5d642-fa4e-40ca-81b3-42f69247bc49 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:25.396645 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e304045d-6778-424e-b679-3be5cb53405b req-25c5d642-fa4e-40ca-81b3-42f69247bc49 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0877178
Nov 19 14:26:25.452099 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e304045d-6778-424e-b679-3be5cb53405b req-55bab05a-383a-4e92-9bb9-190f724e7625 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491619
Nov 19 14:26:25.469592 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060b06f-6d84-4e8a-a2c7-41a19e0213c5 req-04de8c67-0307-4d76-8650-4fb24e91e2af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:25.471207 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c060b06f-6d84-4e8a-a2c7-41a19e0213c5 req-04de8c67-0307-4d76-8650-4fb24e91e2af service neutron] 10.222.0.20 "GET /v2.0/networks?id=cdddb518-8cf2-4322-a35f-0e12175bafb1 HTTP/1.1" status: 200  len: 904 time: 0.3354957
Nov 19 14:26:25.495697 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a3641f42-7a0f-47dc-9ae8-4765f0e1b140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:25.523977 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c22c7f0>, [{'id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'name': 'tempest-TestShelveInstance-693438081-router', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:26:19Z', 'updated_at': '2020-11-19T14:26:21Z', 'revision_number': 3, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'gw_port': {'id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:20Z', 'updated_at': '2020-11-19T14:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi'}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:26:25.528207 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a852f398-f8d1-4c1f-9f40-79e6afe6b494 None None] The sync data for ids ['7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'] in dv-cinder-763306-2-iscsi is: [{'id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'name': 'tempest-TestShelveInstance-693438081-router', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:26:19Z', 'updated_at': '2020-11-19T14:26:21Z', 'revision_number': 3, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'gw_port': {'id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:20Z', 'updated_at': '2020-11-19T14:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi'}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:26:25.569806 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ccc47b18-ac62-418d-97ef-432d697cee2c req-007f25f5-a29a-47f7-9245-df0d67c31152 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1734049
Nov 19 14:26:25.612735 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:25.645964 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Transition to ACTIVE for port object dc3c5b41-3232-474f-b246-4b64aa1660ac will not be triggered until provisioned by entity DHCP. {{(pid=80261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:26:25.649839 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c060b06f-6d84-4e8a-a2c7-41a19e0213c5 req-7cb771de-05ff-4dfa-85f1-945d8401c337 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d513909e-a150-491f-b42b-741f2925ddfa HTTP/1.1" status: 200  len: 1001 time: 0.1624112
Nov 19 14:26:25.723592 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:25.749623 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-11eb6dbc-dde0-40f7-bc92-4504f55e90ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:25.815838 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060b06f-6d84-4e8a-a2c7-41a19e0213c5 req-6c243072-016e-46b6-830e-8b55d357fa12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:25.817462 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c060b06f-6d84-4e8a-a2c7-41a19e0213c5 req-6c243072-016e-46b6-830e-8b55d357fa12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce705c2c-2ed4-4025-aa9f-42e56e9aa635 HTTP/1.1" status: 200  len: 849 time: 0.1562507
Nov 19 14:26:25.951654 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Pushing event updated for resources: {'Port': ['ID=dc3c5b41-3232-474f-b246-4b64aa1660ac,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:25.957821 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:26.019476 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Network 98aca6d4-e506-4773-ad0e-642b375a1bf0 is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:26:26.024463 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:26:26.026313 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Received port after_create {{(pid=80261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:26:26.065590 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c060b06f-6d84-4e8a-a2c7-41a19e0213c5 req-d2f25cce-4837-4531-8215-6b307b0c1fff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cdddb518-8cf2-4322-a35f-0e12175bafb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1908319
Nov 19 14:26:26.143980 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c0272-2ddc-45e8-9bd5-7fb2734f3ee9 req-d1c44ff2-ab91-4a41-86eb-3c3234c61fa3 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:26.146273 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0f3c0272-2ddc-45e8-9bd5-7fb2734f3ee9 req-d1c44ff2-ab91-4a41-86eb-3c3234c61fa3 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.1083155
Nov 19 14:26:26.210973 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0f3c0272-2ddc-45e8-9bd5-7fb2734f3ee9 req-4dbbce0b-1d39-48d9-848e-20fc82c5f054 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545495
Nov 19 14:26:26.234258 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722922'] for router_interface, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:26.272777 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c060b06f-6d84-4e8a-a2c7-41a19e0213c5 req-0857891a-c9a4-41d4-8fed-014f5bab67fa service neutron] 10.222.0.20 "GET /v2.0/networks/cdddb518-8cf2-4322-a35f-0e12175bafb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1902561
Nov 19 14:26:26.332082 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-95b4e7a1-439f-4184-94f4-126bf614f155 None None] Provisioning for port dc3c5b41-3232-474f-b246-4b64aa1660ac completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:26:26.340095 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-95b4e7a1-439f-4184-94f4-126bf614f155 None None] Provisioning complete for port dc3c5b41-3232-474f-b246-4b64aa1660ac triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:26.340535 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-95b4e7a1-439f-4184-94f4-126bf614f155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:26.398081 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-95b4e7a1-439f-4184-94f4-126bf614f155 None None] Port dc3c5b41-3232-474f-b246-4b64aa1660ac cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:26:26.465839 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:26.499817 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c060b06f-6d84-4e8a-a2c7-41a19e0213c5 req-eda7fb7d-3351-4046-8d46-c4a7e3775e58 service neutron] 10.222.0.20 "GET /v2.0/networks/cdddb518-8cf2-4322-a35f-0e12175bafb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2168899
Nov 19 14:26:26.628579 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:26:26.705492 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:26:26.710946 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:26.711370 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:26.764744 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:26:26.868990 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6e05a-51a1-4c83-a02a-2b85e565a21b req-cecc3b78-0b54-47f3-8dec-7ec1c207f997 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:26.873725 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ddb6e05a-51a1-4c83-a02a-2b85e565a21b req-cecc3b78-0b54-47f3-8dec-7ec1c207f997 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 944 time: 0.1546068
Nov 19 14:26:26.892950 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:26.937029 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] For port e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:26:26.947700 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:26.949750 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:26.992504 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ddb6e05a-51a1-4c83-a02a-2b85e565a21b req-de0ce1ed-be69-446f-99fb-1f7fa49c9c2a tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0986373
Nov 19 14:26:27.031675 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Pushing event updated for resources: {'Port': ['ID=e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:27.032685 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a472c-21dc-40c9-a4d7-79fb1d3d063b req-5673ea6a-ad44-406d-ab83-adb78573735f tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:27.035241 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:27.036405 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-548a472c-21dc-40c9-a4d7-79fb1d3d063b req-5673ea6a-ad44-406d-ab83-adb78573735f tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.4281003
Nov 19 14:26:27.124204 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-548a472c-21dc-40c9-a4d7-79fb1d3d063b req-f82d3621-a942-4c2d-b321-3a92e31e3d52 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736430
Nov 19 14:26:27.149512 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:27.154308 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10942143'] for port, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:27.184806 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:27.268617 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850791725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853991164'] for router_interface, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:27.284113 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Pushing event updated for resources: {'Port': ['ID=dc3c5b41-3232-474f-b246-4b64aa1660ac,revision_number=2']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:27.295108 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:27.428419 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Network 98aca6d4-e506-4773-ad0e-642b375a1bf0 is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:26:27.429564 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:26:27.435893 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d79c7-970a-45e5-93ed-0cbd889cd0ae req-f901c228-95c6-49c3-8771-6f55ed47ca7c tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:27.437623 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8b7d79c7-970a-45e5-93ed-0cbd889cd0ae req-f901c228-95c6-49c3-8771-6f55ed47ca7c tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.0917342
Nov 19 14:26:27.493700 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8b7d79c7-970a-45e5-93ed-0cbd889cd0ae req-3d346763-202e-4315-84b4-27218c6bd754 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473278
Nov 19 14:26:27.635030 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-8146328a-eb2c-41fb-89fa-0b002cdacaa6 None None] Provisioning complete for port dc3c5b41-3232-474f-b246-4b64aa1660ac triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:27.635580 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8146328a-eb2c-41fb-89fa-0b002cdacaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:27.700505 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-8146328a-eb2c-41fb-89fa-0b002cdacaa6 None None] Port dc3c5b41-3232-474f-b246-4b64aa1660ac cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:26:27.869695 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Router 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:26:28.102506 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:26:28.112078 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] 10.222.0.35 "PUT /v2.0/routers/7757d802-0ed5-48d4-9c6c-5fe14ca95bf7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7107069
Nov 19 14:26:28.208167 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d4e451ce-e802-477c-a359-ba9573b80ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:28.238776 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bb6e5-9005-48e7-ac36-bde803773240 req-ed274a32-4999-4b0b-a6c0-03887827c2d5 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:28.240421 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-375bb6e5-9005-48e7-ac36-bde803773240 req-ed274a32-4999-4b0b-a6c0-03887827c2d5 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 944 time: 0.1105080
Nov 19 14:26:28.298941 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-375bb6e5-9005-48e7-ac36-bde803773240 req-c2ec9d31-5b75-4844-967a-1a64a61cba64 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0514081
Nov 19 14:26:28.357176 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e788e-344d-4649-bfc2-66202db21f51 req-ccd53c38-3006-45a6-adee-a718c6ba497a tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:28.358812 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a81e788e-344d-4649-bfc2-66202db21f51 req-ccd53c38-3006-45a6-adee-a718c6ba497a tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0856361
Nov 19 14:26:28.412905 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a81e788e-344d-4649-bfc2-66202db21f51 req-7f390fc0-210f-4b22-9030-1ebcb5b9d65d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477688
Nov 19 14:26:28.500624 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device d513909e-a150-491f-b42b-741f2925ddfa up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:26:28.619003 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port d513909e-a150-491f-b42b-741f2925ddfa triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:28.619426 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:28.646163 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:26:28.679967 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] Sync routers for ids ['7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'] in dv-cinder-763306-2-iscsi {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:26:28.741578 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18fedd-4eb3-424e-ac09-a70aaa36e48c req-5c1b4899-b0ba-4676-a129-f9feafa156ac tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:28.743444 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6f18fedd-4eb3-424e-ac09-a70aaa36e48c req-5c1b4899-b0ba-4676-a129-f9feafa156ac tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.0880716
Nov 19 14:26:28.749547 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] Routers {'7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:26:28.750807 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c022ac8>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:26:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:26:28.793933 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6f18fedd-4eb3-424e-ac09-a70aaa36e48c req-d2d9c3a6-b9bd-4c31-80ef-8facaaad5338 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437579
Nov 19 14:26:28.898884 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:28.915202 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:28.915627 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:28.946050 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-f7b51452-b469-4bcb-abd9-59dd600e7e19 req-2bb6bf3f-7946-4da7-bbd3-9e7059a89262 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1011698760', 'description': 'tempest-TestShelveInstance-1011698760 description'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:26:28.952804 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-f7b51452-b469-4bcb-abd9-59dd600e7e19 req-2bb6bf3f-7946-4da7-bbd3-9e7059a89262 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:26:28.957486 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-f7b51452-b469-4bcb-abd9-59dd600e7e19 req-2bb6bf3f-7946-4da7-bbd3-9e7059a89262 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Usage tracker for resource:security_group and tenant:0ddffd2acdea49ecb3b1602e7be2a340 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:26:28.960834 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-f7b51452-b469-4bcb-abd9-59dd600e7e19 req-2bb6bf3f-7946-4da7-bbd3-9e7059a89262 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:26:28.967044 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-f7b51452-b469-4bcb-abd9-59dd600e7e19 req-2bb6bf3f-7946-4da7-bbd3-9e7059a89262 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:26:28.980212 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f7b51452-b469-4bcb-abd9-59dd600e7e19 req-2bb6bf3f-7946-4da7-bbd3-9e7059a89262 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:29.023662 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-f7b51452-b469-4bcb-abd9-59dd600e7e19 req-2bb6bf3f-7946-4da7-bbd3-9e7059a89262 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:26:29.029598 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-f7b51452-b469-4bcb-abd9-59dd600e7e19 req-2bb6bf3f-7946-4da7-bbd3-9e7059a89262 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Usage tracker for resource:security_group_rule and tenant:0ddffd2acdea49ecb3b1602e7be2a340 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:26:29.034163 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-f7b51452-b469-4bcb-abd9-59dd600e7e19 req-2bb6bf3f-7946-4da7-bbd3-9e7059a89262 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:26:29.044132 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-f7b51452-b469-4bcb-abd9-59dd600e7e19 req-2bb6bf3f-7946-4da7-bbd3-9e7059a89262 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:26:29.114540 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f7b51452-b469-4bcb-abd9-59dd600e7e19 req-2bb6bf3f-7946-4da7-bbd3-9e7059a89262 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:29.118989 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f7b51452-b469-4bcb-abd9-59dd600e7e19 req-2bb6bf3f-7946-4da7-bbd3-9e7059a89262 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:29.123089 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5245ddce-cf7e-43ea-b313-9d6ddb2ef0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:29.168639 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6bf3f-7946-4da7-bbd3-9e7059a89262 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Pushing event updated for resources: {'SecurityGroup': ['ID=d93f786a-be71-4e27-8dc5-3f939f8e8606,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:29.172009 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f7b51452-b469-4bcb-abd9-59dd600e7e19 req-2bb6bf3f-7946-4da7-bbd3-9e7059a89262 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:29.174479 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f7b51452-b469-4bcb-abd9-59dd600e7e19 req-2bb6bf3f-7946-4da7-bbd3-9e7059a89262 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1641 time: 0.2366936
Nov 19 14:26:29.175635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2bb6bf3f-7946-4da7-bbd3-9e7059a89262 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:29.272415 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] Set router 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:26:29.273715 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2ce0514e-d467-452d-b408-c58db9608283 req-c7e2f08f-4ea7-4847-a029-30b79cf473f2 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups/d93f786a-be71-4e27-8dc5-3f939f8e8606 HTTP/1.1" status: 200  len: 1636 time: 0.0495238
Nov 19 14:26:29.285180 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-2ce0514e-d467-452d-b408-c58db9608283 req-72e053af-cd8c-4cbc-be56-4db9c9e52b7b tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd93f786a-be71-4e27-8dc5-3f939f8e8606', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:26:29.285543 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-2ce0514e-d467-452d-b408-c58db9608283 req-72e053af-cd8c-4cbc-be56-4db9c9e52b7b tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd93f786a-be71-4e27-8dc5-3f939f8e8606', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:26:29.291805 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-2ce0514e-d467-452d-b408-c58db9608283 req-72e053af-cd8c-4cbc-be56-4db9c9e52b7b tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:26:29.295910 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-2ce0514e-d467-452d-b408-c58db9608283 req-72e053af-cd8c-4cbc-be56-4db9c9e52b7b tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Usage tracker for resource:security_group_rule and tenant:0ddffd2acdea49ecb3b1602e7be2a340 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:26:29.299528 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-2ce0514e-d467-452d-b408-c58db9608283 req-72e053af-cd8c-4cbc-be56-4db9c9e52b7b tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:26:29.305469 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-2ce0514e-d467-452d-b408-c58db9608283 req-72e053af-cd8c-4cbc-be56-4db9c9e52b7b tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:26:29.365550 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-2ce0514e-d467-452d-b408-c58db9608283 req-72e053af-cd8c-4cbc-be56-4db9c9e52b7b tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks [] for security_group_rule, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:29.391539 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-2ce0514e-d467-452d-b408-c58db9608283 req-72e053af-cd8c-4cbc-be56-4db9c9e52b7b tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:29.394957 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-2ce0514e-d467-452d-b408-c58db9608283 req-72e053af-cd8c-4cbc-be56-4db9c9e52b7b tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573551'] for security_group_rule, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:29.399981 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4478a84a-8d9d-4eac-9654-84da2f664e55 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:29.422881 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e053af-cd8c-4cbc-be56-4db9c9e52b7b tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7df4c7f4-fe66-42b3-b24a-8d3a4be5d230,revision_number=0']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:29.428577 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-72e053af-cd8c-4cbc-be56-4db9c9e52b7b tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:29.434373 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-2ce0514e-d467-452d-b408-c58db9608283 req-72e053af-cd8c-4cbc-be56-4db9c9e52b7b tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks [] for security_group_rule, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:29.435709 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2ce0514e-d467-452d-b408-c58db9608283 req-72e053af-cd8c-4cbc-be56-4db9c9e52b7b tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.1553504
Nov 19 14:26:29.521103 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d46eaf2-0aa5-4933-aea2-d605b3eeab15 req-a46a3969-8658-43d1-93f3-6b29464259fa tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups/d93f786a-be71-4e27-8dc5-3f939f8e8606 HTTP/1.1" status: 200  len: 2139 time: 0.0531983
Nov 19 14:26:29.532286 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedcb501-188c-472a-bdfa-eb5c5a5e9bde req-7b7adf8e-f638-4dd5-9b38-f4a6d3909ce0 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:29.533779 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-5d46eaf2-0aa5-4933-aea2-d605b3eeab15 req-6b5ae311-f7c1-439f-8414-a89974d49b91 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd93f786a-be71-4e27-8dc5-3f939f8e8606', 'remote_group_id': None}]} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:26:29.533971 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-cedcb501-188c-472a-bdfa-eb5c5a5e9bde req-7b7adf8e-f638-4dd5-9b38-f4a6d3909ce0 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 944 time: 0.0921524
Nov 19 14:26:29.534142 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-5d46eaf2-0aa5-4933-aea2-d605b3eeab15 req-6b5ae311-f7c1-439f-8414-a89974d49b91 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd93f786a-be71-4e27-8dc5-3f939f8e8606', 'remote_group_id': None}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:26:29.543413 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-5d46eaf2-0aa5-4933-aea2-d605b3eeab15 req-6b5ae311-f7c1-439f-8414-a89974d49b91 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:26:29.547856 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-5d46eaf2-0aa5-4933-aea2-d605b3eeab15 req-6b5ae311-f7c1-439f-8414-a89974d49b91 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Usage tracker for resource:security_group_rule and tenant:0ddffd2acdea49ecb3b1602e7be2a340 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:26:29.550886 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-5d46eaf2-0aa5-4933-aea2-d605b3eeab15 req-6b5ae311-f7c1-439f-8414-a89974d49b91 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:26:29.556703 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-5d46eaf2-0aa5-4933-aea2-d605b3eeab15 req-6b5ae311-f7c1-439f-8414-a89974d49b91 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:26:29.586117 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-cedcb501-188c-472a-bdfa-eb5c5a5e9bde req-01815a0e-80d3-4c53-a497-2da35c45ec3c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0448363
Nov 19 14:26:29.628572 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5d46eaf2-0aa5-4933-aea2-d605b3eeab15 req-6b5ae311-f7c1-439f-8414-a89974d49b91 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks [] for security_group_rule, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:29.664464 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5d46eaf2-0aa5-4933-aea2-d605b3eeab15 req-6b5ae311-f7c1-439f-8414-a89974d49b91 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:29.669110 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5d46eaf2-0aa5-4933-aea2-d605b3eeab15 req-6b5ae311-f7c1-439f-8414-a89974d49b91 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573551'] for security_group_rule, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:29.677632 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-412aed7a-1d9d-4785-ae56-2321b655c3b8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:29.689794 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c022ac8>, [{'id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'name': 'tempest-TestShelveInstance-693438081-router', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:26:19Z', 'updated_at': '2020-11-19T14:26:26Z', 'revision_number': 4, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'gw_port': {'id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:20Z', 'updated_at': '2020-11-19T14:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'dc3c5b41-3232-474f-b246-4b64aa1660ac', 'name': '', 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'mac_address': 'fa:16:3e:f8:94:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3fa7d90-1460-4280-8e47-ad97685a5102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:24Z', 'updated_at': '2020-11-19T14:26:26Z', 'revision_number': 2, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'subnets': [{'id': 'c3fa7d90-1460-4280-8e47-ad97685a5102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:26:29.693368 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:29.696141 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] Checking router: 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 for host: dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:26:29.696670 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] Updating router 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 port dc3c5b41-3232-474f-b246-4b64aa1660ac binding host dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 14:26:29.701960 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ae311-f7c1-439f-8414-a89974d49b91 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b03084b-8a98-4f47-914a-929b94320077,revision_number=0']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:29.705364 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-6b5ae311-f7c1-439f-8414-a89974d49b91 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:29.709817 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5d46eaf2-0aa5-4933-aea2-d605b3eeab15 req-6b5ae311-f7c1-439f-8414-a89974d49b91 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks [] for security_group_rule, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:29.711267 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d46eaf2-0aa5-4933-aea2-d605b3eeab15 req-6b5ae311-f7c1-439f-8414-a89974d49b91 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.1824207
Nov 19 14:26:29.752344 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:29.844892 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925787f5-b4af-452c-8c46-f18bcdb3dc42 req-ae5528da-c153-4a1c-8a32-fc627c633616 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:29.846504 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-925787f5-b4af-452c-8c46-f18bcdb3dc42 req-ae5528da-c153-4a1c-8a32-fc627c633616 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0908275
Nov 19 14:26:29.898393 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-925787f5-b4af-452c-8c46-f18bcdb3dc42 req-796a6fec-f4c2-4232-809e-972f610195d1 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453641
Nov 19 14:26:29.967171 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:30.191941 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:30.205252 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] Transition to ACTIVE for port object dc3c5b41-3232-474f-b246-4b64aa1660ac will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:26:30.207872 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:30.228819 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:30.368145 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2de73b-41a5-4f73-91e9-398b9f37948d None None] Pushing event updated for resources: {'Port': ['ID=dc3c5b41-3232-474f-b246-4b64aa1660ac,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:30.372514 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1b2de73b-41a5-4f73-91e9-398b9f37948d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:30.530033 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] Attempting to bind port dc3c5b41-3232-474f-b246-4b64aa1660ac on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:26:30.530452 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] Attempting to bind port dc3c5b41-3232-474f-b246-4b64aa1660ac by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': 'f1960a51-4bc3-4eed-86e4-24102da323d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:26:30.530956 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] Attempting to bind port dc3c5b41-3232-474f-b246-4b64aa1660ac on network 98aca6d4-e506-4773-ad0e-642b375a1bf0 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:26:30.538722 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:26:30.539153 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] Checking segment: {'id': 'f1960a51-4bc3-4eed-86e4-24102da323d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:26:30.539611 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:30.540056 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] Bound using segment: {'id': 'f1960a51-4bc3-4eed-86e4-24102da323d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:26:30.540585 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] Bound port: dc3c5b41-3232-474f-b246-4b64aa1660ac, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1960a51-4bc3-4eed-86e4-24102da323d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:26:30.541168 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:30.646707 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] For port dc3c5b41-3232-474f-b246-4b64aa1660ac, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:26:30.650978 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] For port dc3c5b41-3232-474f-b246-4b64aa1660ac, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=dc3c5b41-3232-474f-b246-4b64aa1660ac,segment=NetworkSegment(f1960a51-4bc3-4eed-86e4-24102da323d7),segment_id=f1960a51-4bc3-4eed-86e4-24102da323d7)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:26:30.655325 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:30.673098 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:30.823875 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280e2fe-8100-4a71-b653-b17d2c22dead req-cb60d7c4-f017-4baf-b1a4-7f0c8dc94f2c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:30.825609 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6280e2fe-8100-4a71-b653-b17d2c22dead req-cb60d7c4-f017-4baf-b1a4-7f0c8dc94f2c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 944 time: 0.0924025
Nov 19 14:26:30.835736 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2de73b-41a5-4f73-91e9-398b9f37948d None None] Pushing event updated for resources: {'Port': ['ID=dc3c5b41-3232-474f-b246-4b64aa1660ac,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:30.841010 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1b2de73b-41a5-4f73-91e9-398b9f37948d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:30.875432 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6280e2fe-8100-4a71-b653-b17d2c22dead req-93facb6a-6a44-48c4-9e65-fdad185d51db tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0429254
Nov 19 14:26:30.881765 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] Routers {'7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:26:30.882455 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c022ac8>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:26:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:26:31.094930 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] Set router 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:26:31.128720 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc112b-7b0e-4b04-abe3-b4d8cd501c81 req-b6ba19b5-b8b6-4d5c-a8ba-5431c0942075 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:31.130448 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-65cc112b-7b0e-4b04-abe3-b4d8cd501c81 req-b6ba19b5-b8b6-4d5c-a8ba-5431c0942075 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0838504
Nov 19 14:26:31.186749 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-65cc112b-7b0e-4b04-abe3-b4d8cd501c81 req-ce3ded3c-ec96-475e-9966-9f2fbea3ddbe tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484257
Nov 19 14:26:31.465362 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c022ac8>, [{'id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'name': 'tempest-TestShelveInstance-693438081-router', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:26:19Z', 'updated_at': '2020-11-19T14:26:26Z', 'revision_number': 4, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'gw_port': {'id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:20Z', 'updated_at': '2020-11-19T14:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'dc3c5b41-3232-474f-b246-4b64aa1660ac', 'name': '', 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'mac_address': 'fa:16:3e:f8:94:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3fa7d90-1460-4280-8e47-ad97685a5102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:24Z', 'updated_at': '2020-11-19T14:26:30Z', 'revision_number': 4, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'subnets': [{'id': 'c3fa7d90-1460-4280-8e47-ad97685a5102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:26:31.470022 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6773784b-72e9-455b-acc8-263de7551c32 None None] The sync data for ids ['7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'] in dv-cinder-763306-2-iscsi is: [{'id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'name': 'tempest-TestShelveInstance-693438081-router', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:26:19Z', 'updated_at': '2020-11-19T14:26:26Z', 'revision_number': 4, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'gw_port': {'id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:20Z', 'updated_at': '2020-11-19T14:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'dc3c5b41-3232-474f-b246-4b64aa1660ac', 'name': '', 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'mac_address': 'fa:16:3e:f8:94:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3fa7d90-1460-4280-8e47-ad97685a5102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:24Z', 'updated_at': '2020-11-19T14:26:30Z', 'revision_number': 4, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'subnets': [{'id': 'c3fa7d90-1460-4280-8e47-ad97685a5102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:26:31.912210 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7dec6-9774-4f3e-ba74-90df76a32cfe req-9c9efd3b-362a-4b2e-821f-6f7a33894f50 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:31.914545 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-71b7dec6-9774-4f3e-ba74-90df76a32cfe req-9c9efd3b-362a-4b2e-821f-6f7a33894f50 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 945 time: 0.1314692
Nov 19 14:26:31.971029 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-71b7dec6-9774-4f3e-ba74-90df76a32cfe req-a5f15916-3476-4dce-8b58-230b70ad6a75 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476270
Nov 19 14:26:32.137623 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59b8f0-2d5b-4194-951b-5a55070e2e4b req-c38c1693-c14c-47bd-a3bc-99420e0b11bb tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:32.146006 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-bf59b8f0-2d5b-4194-951b-5a55070e2e4b req-c38c1693-c14c-47bd-a3bc-99420e0b11bb tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 944 time: 0.1012800
Nov 19 14:26:32.194647 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-bf59b8f0-2d5b-4194-951b-5a55070e2e4b req-0637c40a-0d32-4ded-8010-8a9431d9dac5 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0475879
Nov 19 14:26:32.200724 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-c5060f52-239f-4b3f-b439-5fa8c2c6e878 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Synchronizing usage tracker for tenant:a698488a965c48439f2885f9f8b20346 on resource:network {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:26:32.224370 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-c5060f52-239f-4b3f-b439-5fa8c2c6e878 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Unset dirty status for tenant:a698488a965c48439f2885f9f8b20346 on resource:network {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:26:32.224370 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-c5060f52-239f-4b3f-b439-5fa8c2c6e878 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1928713
Nov 19 14:26:32.237246 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Request body: {'floatingip': {'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:26:32.244463 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:26:32.253556 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Usage tracker for resource:floatingip and tenant:a698488a965c48439f2885f9f8b20346 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:26:32.257593 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:26:32.264521 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:26:32.278080 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for floatingip, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:32.424994 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2cc96-b5e5-457e-97c0-836a09113581 req-f88f20fd-55b2-4976-8bd5-e5956a3f2885 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:32.427091 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5bc2cc96-b5e5-457e-97c0-836a09113581 req-f88f20fd-55b2-4976-8bd5-e5956a3f2885 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0897863
Nov 19 14:26:32.440111 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:32.485175 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5bc2cc96-b5e5-457e-97c0-836a09113581 req-696364a4-5c15-406a-8808-2b3e79eaa9b5 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511713
Nov 19 14:26:32.604947 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device dc3c5b41-3232-474f-b246-4b64aa1660ac up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:26:32.692231 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port dc3c5b41-3232-474f-b246-4b64aa1660ac completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:26:32.697848 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port dc3c5b41-3232-474f-b246-4b64aa1660ac triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:32.698345 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:32.752985 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Allocated IP 172.27.0.112 (30e7e950-b2fa-4cc4-9540-c3d995e774bc/c880977d-f782-4d1f-ba36-7b5f08e013ca/b400a746-cef8-4dde-9aa9-3b8b60fed94a) {{(pid=80261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:26:32.819352 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:32.857258 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] For port dc3c5b41-3232-474f-b246-4b64aa1660ac, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=dc3c5b41-3232-474f-b246-4b64aa1660ac,segment=NetworkSegment(f1960a51-4bc3-4eed-86e4-24102da323d7),segment_id=f1960a51-4bc3-4eed-86e4-24102da323d7)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:26:32.860320 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:32.862771 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:32.939625 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Pushing event updated for resources: {'Port': ['ID=dc3c5b41-3232-474f-b246-4b64aa1660ac,revision_number=5']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:32.956057 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:32.966996 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for port, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:33.008870 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:33.025975 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:33.171430 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Pushing event updated for resources: {'Port': ['ID=b400a746-cef8-4dde-9aa9-3b8b60fed94a,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:33.176749 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:33.221983 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Network 30e7e950-b2fa-4cc4-9540-c3d995e774bc is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:26:33.223291 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:26:33.225436 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Received port after_create {{(pid=80261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:26:33.281538 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device d63b9317-07c9-4a48-be2b-5823afb4f8df up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:26:33.329738 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for floatingip, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:33.354452 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning for port d63b9317-07c9-4a48-be2b-5823afb4f8df completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:26:33.360126 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port d63b9317-07c9-4a48-be2b-5823afb4f8df triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:33.360548 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:33.399909 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:33.414753 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edaf256-981b-4ccf-b7c3-2ebae3641a9e req-5c26a22e-fcfb-42d9-ad4e-b4a3fd002fc6 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:33.416398 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7edaf256-981b-4ccf-b7c3-2ebae3641a9e req-5c26a22e-fcfb-42d9-ad4e-b4a3fd002fc6 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 944 time: 0.0845895
Nov 19 14:26:33.468256 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7edaf256-981b-4ccf-b7c3-2ebae3641a9e req-1e15af9d-ce1e-4aae-9689-87e709848958 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0450878
Nov 19 14:26:33.673587 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:33.702440 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84de279-3b20-4d4c-8ef5-c699d199c176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63b9317-07c9-4a48-be2b-5823afb4f8df'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:26:33.713853 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port d63b9317-07c9-4a48-be2b-5823afb4f8df, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d63b9317-07c9-4a48-be2b-5823afb4f8df,segment=NetworkSegment(b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795),segment_id=b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:26:33.717537 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:33.720564 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-41f166d5-c18a-4830-99fb-91b5ab01174a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:33.771297 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9e6b0-1722-437e-a535-b19b754d1830 req-fb6be37c-0a88-4916-bc90-264d6f223ef3 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:33.773138 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-edc9e6b0-1722-437e-a535-b19b754d1830 req-fb6be37c-0a88-4916-bc90-264d6f223ef3 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0949943
Nov 19 14:26:33.797049 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=d63b9317-07c9-4a48-be2b-5823afb4f8df,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:33.801220 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:33.837562 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-edc9e6b0-1722-437e-a535-b19b754d1830 req-fb80f987-caaf-4b51-92e3-96ba2a5462c6 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524523
Nov 19 14:26:33.916729 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84de279-3b20-4d4c-8ef5-c699d199c176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63b9317-07c9-4a48-be2b-5823afb4f8df', 'code': 200}
Nov 19 14:26:33.935632 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for port, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:33.939018 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10942143'] for port, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:33.954619 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:34.100716 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Pushing event updated for resources: {'Port': ['ID=b400a746-cef8-4dde-9aa9-3b8b60fed94a,revision_number=2']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:34.105136 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:34.205058 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:34.279778 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:34.281192 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0496702
Nov 19 14:26:34.377761 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-a485ef56-22c8-4631-8842-549188b02350 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Synchronizing usage tracker for tenant:a698488a965c48439f2885f9f8b20346 on resource:floatingip {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:26:34.384220 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2dc29fa0-c1a9-4544-9e3f-3ce437a100a5 req-d9aed13a-824e-448f-b994-fa85250e4885 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 1163 time: 0.1641350
Nov 19 14:26:34.411494 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device d63b9317-07c9-4a48-be2b-5823afb4f8df up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:26:34.415152 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-a485ef56-22c8-4631-8842-549188b02350 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Unset dirty status for tenant:a698488a965c48439f2885f9f8b20346 on resource:floatingip {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:26:34.416348 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-a485ef56-22c8-4631-8842-549188b02350 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.0.112 HTTP/1.1" status: 200  len: 696 time: 0.1275079
Nov 19 14:26:34.482757 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2dc29fa0-c1a9-4544-9e3f-3ce437a100a5 req-7c024cbf-0979-4669-9338-b78b6f74f0ee service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0857058
Nov 19 14:26:34.489329 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port d63b9317-07c9-4a48-be2b-5823afb4f8df triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:34.489756 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:34.593391 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device dc3c5b41-3232-474f-b246-4b64aa1660ac up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:26:34.602620 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-53bbda8a-bb07-425d-9300-199ce7ec5c2b tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:34.604261 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-53bbda8a-bb07-425d-9300-199ce7ec5c2b tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/networks/30e7e950-b2fa-4cc4-9540-c3d995e774bc HTTP/1.1" status: 200  len: 784 time: 0.1795785
Nov 19 14:26:34.616686 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-943f1069-9dcd-4e21-85a8-40f19c56f58f tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80261) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 14:26:34.617975 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-071287f2-21a7-41f1-89e9-e717a0dfbfd3 req-943f1069-9dcd-4e21-85a8-40f19c56f58f tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0070472
Nov 19 14:26:34.698001 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port dc3c5b41-3232-474f-b246-4b64aa1660ac triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:34.698258 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:34.710985 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cc1c0-4746-4a9e-a00d-0881199bd3ce req-05a30f58-b704-4677-aa81-6cb83171bd63 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:34.713811 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a20cc1c0-4746-4a9e-a00d-0881199bd3ce req-05a30f58-b704-4677-aa81-6cb83171bd63 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 946 time: 0.1021502
Nov 19 14:26:34.777708 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a20cc1c0-4746-4a9e-a00d-0881199bd3ce req-1d092119-6c2c-4690-b29b-a75eff9dcc1f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0570524
Nov 19 14:26:34.840817 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-ce424014-9360-4724-b002-b63a6ae85d06 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:34.842413 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-ce424014-9360-4724-b002-b63a6ae85d06 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0901070
Nov 19 14:26:34.943677 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-43f60166-4986-4940-b673-6915630dd76f tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.0.112 HTTP/1.1" status: 200  len: 696 time: 0.0950046
Nov 19 14:26:34.953706 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-044f5746-a8fc-4173-8985-2c6acdbd917d tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Request body: {'floatingip': {'port_id': '838d2be2-9c91-4434-b072-5b8b6c3aeda5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:26:35.036317 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-044f5746-a8fc-4173-8985-2c6acdbd917d tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for floatingip, before_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:35.064564 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0453e-c6fd-4a5a-98fa-b10be9522304 req-b56a7ece-7551-4a4e-98c7-abd6d41dda77 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:35.066160 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d3d0453e-c6fd-4a5a-98fa-b10be9522304 req-b56a7ece-7551-4a4e-98c7-abd6d41dda77 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0858493
Nov 19 14:26:35.114523 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d3d0453e-c6fd-4a5a-98fa-b10be9522304 req-6cff1096-0661-4da4-b306-baa39cfe1e65 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421460
Nov 19 14:26:35.849446 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-044f5746-a8fc-4173-8985-2c6acdbd917d tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for floatingip, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:35.854069 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-044f5746-a8fc-4173-8985-2c6acdbd917d tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:36.015187 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f75058-ef06-43f1-b9b7-f34ab23da38a req-a54c6460-ba5b-4cd6-b68e-6bb2b61c6f69 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:36.017519 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-73f75058-ef06-43f1-b9b7-f34ab23da38a req-a54c6460-ba5b-4cd6-b68e-6bb2b61c6f69 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 946 time: 0.0881104
Nov 19 14:26:36.076888 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-73f75058-ef06-43f1-b9b7-f34ab23da38a req-3375c9a6-f611-42bf-8d1b-3030306f83e5 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0528417
Nov 19 14:26:36.257902 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.l3_db [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-044f5746-a8fc-4173-8985-2c6acdbd917d tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Floating IP d69a9ef6-ae0d-45c1-bd19-7c977fefad30 associated. External IP: 172.27.0.112, port: 838d2be2-9c91-4434-b072-5b8b6c3aeda5.
Nov 19 14:26:36.346746 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc9581-0546-44b6-885b-58fecc038921 req-b10450f5-565d-4c1a-ac12-61b75548d658 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:36.353490 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4bdc9581-0546-44b6-885b-58fecc038921 req-b10450f5-565d-4c1a-ac12-61b75548d658 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1049426
Nov 19 14:26:36.408806 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4bdc9581-0546-44b6-885b-58fecc038921 req-9562908f-93fd-4734-9c70-843b389177fd tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532901
Nov 19 14:26:36.677178 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device d63b9317-07c9-4a48-be2b-5823afb4f8df up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:26:36.704376 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-044f5746-a8fc-4173-8985-2c6acdbd917d tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Router ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:26:36.748030 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port d63b9317-07c9-4a48-be2b-5823afb4f8df triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:36.748457 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:36.923699 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-044f5746-a8fc-4173-8985-2c6acdbd917d tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:26:36.928244 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-044f5746-a8fc-4173-8985-2c6acdbd917d tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:36.934489 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121d7b81-4938-41e9-8ced-422343170f59 None None] Sync routers for ids ['ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:26:36.947089 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121d7b81-4938-41e9-8ced-422343170f59 None None] Routers {'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:26:36.947763 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-121d7b81-4938-41e9-8ced-422343170f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c75e3c8>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:26:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:26:36.984258 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-044f5746-a8fc-4173-8985-2c6acdbd917d tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "PUT /v2.0/floatingips/d69a9ef6-ae0d-45c1-bd19-7c977fefad30 HTTP/1.1" status: 200  len: 996 time: 2.0346341
Nov 19 14:26:36.985132 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae17807-07e9-4ef6-8329-0945c72e7748', 'tag': '838d2be2-9c91-4434-b072-5b8b6c3aeda5'}] {{(pid=80261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:26:37.054058 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae17807-07e9-4ef6-8329-0945c72e7748', 'tag': '838d2be2-9c91-4434-b072-5b8b6c3aeda5', 'status': 'completed', 'code': 200}
Nov 19 14:26:37.092428 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-6fd2b3f9-ee0c-4a5b-8973-05ae05c119ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a698488a965c48439f2885f9f8b20346&device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 1162 time: 0.0864758
Nov 19 14:26:37.167659 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-121d7b81-4938-41e9-8ced-422343170f59 None None] Set router ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:26:37.301939 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cec7f-e713-44fe-8948-920cb6bd4fcc req-502efa7f-f39d-4ee9-a0b5-68bfe312c162 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:37.306883 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-7d65744e-f498-45bb-b119-26cb3a9b7c21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:37.308485 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-7d65744e-f498-45bb-b119-26cb3a9b7c21 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f88a655-d10b-41f1-b135-e99197cb340f HTTP/1.1" status: 200  len: 908 time: 0.2074125
Nov 19 14:26:37.309545 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4e7cec7f-e713-44fe-8948-920cb6bd4fcc req-502efa7f-f39d-4ee9-a0b5-68bfe312c162 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 946 time: 0.0937002
Nov 19 14:26:37.316600 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-127b0434-41e8-4734-8e8c-72f1becf87a2 req-3e733f0c-6099-4613-b5bd-cf36248bbefc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a698488a965c48439f2885f9f8b20346&device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 1162 time: 0.1208494
Nov 19 14:26:37.375572 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4e7cec7f-e713-44fe-8948-920cb6bd4fcc req-5359159c-d580-4df5-9c0e-8d1285cc0a42 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0633895
Nov 19 14:26:37.568602 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-b22b5c20-794f-4356-8baf-51842e2ae3c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=838d2be2-9c91-4434-b072-5b8b6c3aeda5 HTTP/1.1" status: 200  len: 999 time: 0.2509792
Nov 19 14:26:37.596078 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-121d7b81-4938-41e9-8ced-422343170f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c75e3c8>, [{'id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'name': 'tempest-TestMinimumBasicScenario-370453018-router', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:24:58Z', 'updated_at': '2020-11-19T14:25:04Z', 'revision_number': 4, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'gw_port': {'id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:24:59Z', 'updated_at': '2020-11-19T14:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'd69a9ef6-ae0d-45c1-bd19-7c977fefad30', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'port_id': '838d2be2-9c91-4434-b072-5b8b6c3aeda5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f', 'mac_address': 'fa:16:3e:ef:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae17807-07e9-4ef6-8329-0945c72e7748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:26:33Z', 'updated_at': '2020-11-19T14:26:35Z', 'revision_number': 1, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04e6797-b80d-4809-bd24-3ad97993e0fd', 'name': '', 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'mac_address': 'fa:16:3e:2f:83:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84b360f6-0d3c-4e62-9512-ee21754e4615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:03Z', 'updated_at': '2020-11-19T14:25:12Z', 'revision_number': 5, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'subnets': [{'id': '84b360f6-0d3c-4e62-9512-ee21754e4615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:26:37.600829 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121d7b81-4938-41e9-8ced-422343170f59 None None] Checking router: ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:26:37.613835 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121d7b81-4938-41e9-8ced-422343170f59 None None] Routers {'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:26:37.614841 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-121d7b81-4938-41e9-8ced-422343170f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c75e3c8>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:26:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:26:37.631815 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b0434-41e8-4734-8e8c-72f1becf87a2 req-b41859e3-5eb8-45b3-b2ff-4d709dcff190 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:37.633386 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-127b0434-41e8-4734-8e8c-72f1becf87a2 req-b41859e3-5eb8-45b3-b2ff-4d709dcff190 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8f88a655-d10b-41f1-b135-e99197cb340f HTTP/1.1" status: 200  len: 908 time: 0.2496002
Nov 19 14:26:37.635636 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bcd42-cc7d-4f8d-a3ff-f1528aed2b54 req-911401bf-d115-4907-a99b-e626f283dc22 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:37.637277 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-df2bcd42-cc7d-4f8d-a3ff-f1528aed2b54 req-911401bf-d115-4907-a99b-e626f283dc22 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 946 time: 0.0860107
Nov 19 14:26:37.699206 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-df2bcd42-cc7d-4f8d-a3ff-f1528aed2b54 req-09afcda5-ce4e-4b0e-96d9-cb3cca135b1a tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0539291
Nov 19 14:26:37.736587 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-508e22ab-e6f1-4e80-b14d-a4984c4f9cca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:37.746740 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-508e22ab-e6f1-4e80-b14d-a4984c4f9cca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84b360f6-0d3c-4e62-9512-ee21754e4615 HTTP/1.1" status: 200  len: 853 time: 0.1625485
Nov 19 14:26:37.832716 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-121d7b81-4938-41e9-8ced-422343170f59 None None] Set router ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:26:37.844367 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-127b0434-41e8-4734-8e8c-72f1becf87a2 req-95840a52-ab12-47fd-9dc8-e4c6ddf8dd57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=838d2be2-9c91-4434-b072-5b8b6c3aeda5 HTTP/1.1" status: 200  len: 999 time: 0.1795878
Nov 19 14:26:37.860689 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-19098506-f7a2-48a9-907c-ea3b2516099c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f88a655-d10b-41f1-b135-e99197cb340f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1133904
Nov 19 14:26:37.924383 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269dc01b-fe44-46cf-aac0-b987ea8bffae req-d15f9e6e-89f3-48d8-bc15-d4530ca4435e tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:37.932242 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-269dc01b-fe44-46cf-aac0-b987ea8bffae req-d15f9e6e-89f3-48d8-bc15-d4530ca4435e tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1008492
Nov 19 14:26:37.933143 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-3e510093-007b-47ab-95d8-037d91a7f8de service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80261) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 14:26:37.934291 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-3e510093-007b-47ab-95d8-037d91a7f8de service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0649786
Nov 19 14:26:37.978932 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-269dc01b-fe44-46cf-aac0-b987ea8bffae req-b97c2b00-1098-43c4-9262-da4495442012 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456495
Nov 19 14:26:38.088582 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b0434-41e8-4734-8e8c-72f1becf87a2 req-4a61cb6d-c587-43ae-b033-6363c8892abd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:38.090289 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-127b0434-41e8-4734-8e8c-72f1becf87a2 req-4a61cb6d-c587-43ae-b033-6363c8892abd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84b360f6-0d3c-4e62-9512-ee21754e4615 HTTP/1.1" status: 200  len: 853 time: 0.2221880
Nov 19 14:26:38.193063 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-d3362687-7e53-4961-b82d-14ca6af3ce41 service neutron] 10.222.0.35 "GET /v2.0/networks/8f88a655-d10b-41f1-b135-e99197cb340f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2449124
Nov 19 14:26:38.252407 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-127b0434-41e8-4734-8e8c-72f1becf87a2 req-0e07c438-0266-402c-8880-52deabc12e18 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f88a655-d10b-41f1-b135-e99197cb340f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1514421
Nov 19 14:26:38.412146 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-d2086c0d-1c65-42b4-b735-a6286d8386f3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3854239
Nov 19 14:26:38.417748 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-121d7b81-4938-41e9-8ced-422343170f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c75e3c8>, [{'id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'name': 'tempest-TestMinimumBasicScenario-370453018-router', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:24:58Z', 'updated_at': '2020-11-19T14:25:04Z', 'revision_number': 4, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'gw_port': {'id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:24:59Z', 'updated_at': '2020-11-19T14:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'd69a9ef6-ae0d-45c1-bd19-7c977fefad30', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'port_id': '838d2be2-9c91-4434-b072-5b8b6c3aeda5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f', 'mac_address': 'fa:16:3e:ef:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae17807-07e9-4ef6-8329-0945c72e7748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:26:33Z', 'updated_at': '2020-11-19T14:26:35Z', 'revision_number': 1, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04e6797-b80d-4809-bd24-3ad97993e0fd', 'name': '', 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'mac_address': 'fa:16:3e:2f:83:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84b360f6-0d3c-4e62-9512-ee21754e4615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:03Z', 'updated_at': '2020-11-19T14:25:12Z', 'revision_number': 5, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'subnets': [{'id': '84b360f6-0d3c-4e62-9512-ee21754e4615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:26:38.422345 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121d7b81-4938-41e9-8ced-422343170f59 None None] The sync data for ids ['ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'] in dv-cinder-763306-2-iscsi is: [{'id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'name': 'tempest-TestMinimumBasicScenario-370453018-router', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:24:58Z', 'updated_at': '2020-11-19T14:25:04Z', 'revision_number': 4, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'gw_port': {'id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:24:59Z', 'updated_at': '2020-11-19T14:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'd69a9ef6-ae0d-45c1-bd19-7c977fefad30', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'port_id': '838d2be2-9c91-4434-b072-5b8b6c3aeda5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f', 'mac_address': 'fa:16:3e:ef:43:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eae17807-07e9-4ef6-8329-0945c72e7748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:26:33Z', 'updated_at': '2020-11-19T14:26:35Z', 'revision_number': 1, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e04e6797-b80d-4809-bd24-3ad97993e0fd', 'name': '', 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'mac_address': 'fa:16:3e:2f:83:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84b360f6-0d3c-4e62-9512-ee21754e4615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:03Z', 'updated_at': '2020-11-19T14:25:12Z', 'revision_number': 5, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'subnets': [{'id': '84b360f6-0d3c-4e62-9512-ee21754e4615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:26:38.423024 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Request body: {'floatingip': {'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:26:38.429141 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:26:38.433503 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Usage tracker for resource:floatingip and tenant:bdec5d3018a2449ba8a5c236f5a7ac0b is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:26:38.436924 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:26:38.442877 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:26:38.455019 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for floatingip, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:38.487163 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2279198f-82f0-4098-9c37-658fb32c3d77 req-0ba4d8bf-91d1-4e88-a975-368ba8090452 service neutron] 10.222.0.35 "GET /v2.0/networks/8f88a655-d10b-41f1-b135-e99197cb340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2835438
Nov 19 14:26:38.528303 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-127b0434-41e8-4734-8e8c-72f1becf87a2 req-a9c676d8-526c-411c-9ab8-8aa97b67b5e4 service neutron] 10.222.0.20 "GET /v2.0/networks/8f88a655-d10b-41f1-b135-e99197cb340f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2075887
Nov 19 14:26:38.645930 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:38.666357 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-5b0dd9c0-602c-4d24-ad38-d6e60bac8aa4 req-dd101091-2687-4ea5-a362-1aea150d3357 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-2032797332', 'description': 'tempest-TestMinimumBasicScenario-2032797332 description'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:26:38.676770 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-5b0dd9c0-602c-4d24-ad38-d6e60bac8aa4 req-dd101091-2687-4ea5-a362-1aea150d3357 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:26:38.699322 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-5b0dd9c0-602c-4d24-ad38-d6e60bac8aa4 req-dd101091-2687-4ea5-a362-1aea150d3357 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:26:38.725623 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5b0dd9c0-602c-4d24-ad38-d6e60bac8aa4 req-dd101091-2687-4ea5-a362-1aea150d3357 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:38.745310 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-127b0434-41e8-4734-8e8c-72f1becf87a2 req-fc882065-db53-44f5-a92c-a0f23eb050ef service neutron] 10.222.0.20 "GET /v2.0/networks/8f88a655-d10b-41f1-b135-e99197cb340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1900053
Nov 19 14:26:38.770078 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-5b0dd9c0-602c-4d24-ad38-d6e60bac8aa4 req-dd101091-2687-4ea5-a362-1aea150d3357 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:26:38.773574 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ede33af-e307-4e4e-bd47-4de525f87ed4 None None] New status for floating IP d69a9ef6-ae0d-45c1-bd19-7c977fefad30: ACTIVE {{(pid=80262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 14:26:38.774368 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-5b0dd9c0-602c-4d24-ad38-d6e60bac8aa4 req-dd101091-2687-4ea5-a362-1aea150d3357 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Usage tracker for resource:security_group_rule and tenant:a698488a965c48439f2885f9f8b20346 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:26:38.777575 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-5b0dd9c0-602c-4d24-ad38-d6e60bac8aa4 req-dd101091-2687-4ea5-a362-1aea150d3357 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:26:38.784686 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-5b0dd9c0-602c-4d24-ad38-d6e60bac8aa4 req-dd101091-2687-4ea5-a362-1aea150d3357 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:26:38.845975 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5b0dd9c0-602c-4d24-ad38-d6e60bac8aa4 req-dd101091-2687-4ea5-a362-1aea150d3357 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:38.851175 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5b0dd9c0-602c-4d24-ad38-d6e60bac8aa4 req-dd101091-2687-4ea5-a362-1aea150d3357 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:38.857288 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1f103811-5482-4d0d-991b-a99b1e7023fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:38.911231 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd101091-2687-4ea5-a362-1aea150d3357 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Pushing event updated for resources: {'SecurityGroup': ['ID=cdded477-54c6-4a27-958c-f3ca20c40818,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:38.915380 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-dd101091-2687-4ea5-a362-1aea150d3357 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:38.916686 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5b0dd9c0-602c-4d24-ad38-d6e60bac8aa4 req-dd101091-2687-4ea5-a362-1aea150d3357 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:38.918163 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5b0dd9c0-602c-4d24-ad38-d6e60bac8aa4 req-dd101091-2687-4ea5-a362-1aea150d3357 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1653 time: 0.3616166
Nov 19 14:26:38.957521 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Allocated IP 172.27.0.23 (30e7e950-b2fa-4cc4-9540-c3d995e774bc/c880977d-f782-4d1f-ba36-7b5f08e013ca/03095bab-5ed9-4c6d-88f0-338d1e4322c9) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:26:39.004794 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4ee3f0c2-eac6-4b80-ac30-cfee7c88d931 req-65f75bee-db55-4b77-99a5-e7b7a26a6a2b tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups/cdded477-54c6-4a27-958c-f3ca20c40818 HTTP/1.1" status: 200  len: 1648 time: 0.0491483
Nov 19 14:26:39.017800 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-4ee3f0c2-eac6-4b80-ac30-cfee7c88d931 req-510cdb8f-54a0-4401-9cbd-f6d19911ef45 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cdded477-54c6-4a27-958c-f3ca20c40818', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:26:39.018347 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-4ee3f0c2-eac6-4b80-ac30-cfee7c88d931 req-510cdb8f-54a0-4401-9cbd-f6d19911ef45 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cdded477-54c6-4a27-958c-f3ca20c40818', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:26:39.025158 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-4ee3f0c2-eac6-4b80-ac30-cfee7c88d931 req-510cdb8f-54a0-4401-9cbd-f6d19911ef45 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:26:39.031328 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-4ee3f0c2-eac6-4b80-ac30-cfee7c88d931 req-510cdb8f-54a0-4401-9cbd-f6d19911ef45 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Usage tracker for resource:security_group_rule and tenant:a698488a965c48439f2885f9f8b20346 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:26:39.034657 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-4ee3f0c2-eac6-4b80-ac30-cfee7c88d931 req-510cdb8f-54a0-4401-9cbd-f6d19911ef45 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:26:39.040680 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-4ee3f0c2-eac6-4b80-ac30-cfee7c88d931 req-510cdb8f-54a0-4401-9cbd-f6d19911ef45 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:26:39.099841 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-4ee3f0c2-eac6-4b80-ac30-cfee7c88d931 req-510cdb8f-54a0-4401-9cbd-f6d19911ef45 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for security_group_rule, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:39.119206 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:39.124636 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-4ee3f0c2-eac6-4b80-ac30-cfee7c88d931 req-510cdb8f-54a0-4401-9cbd-f6d19911ef45 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:39.128043 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-4ee3f0c2-eac6-4b80-ac30-cfee7c88d931 req-510cdb8f-54a0-4401-9cbd-f6d19911ef45 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573551'] for security_group_rule, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:39.130195 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-6b5ae311-f7c1-439f-8414-a89974d49b91 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:39.152487 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:39.157041 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cdb8f-54a0-4401-9cbd-f6d19911ef45 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6b8ea7-00e9-4885-9b97-7823f29f95c6,revision_number=0']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:39.160006 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-510cdb8f-54a0-4401-9cbd-f6d19911ef45 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:39.168009 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-4ee3f0c2-eac6-4b80-ac30-cfee7c88d931 req-510cdb8f-54a0-4401-9cbd-f6d19911ef45 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for security_group_rule, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:39.172636 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4ee3f0c2-eac6-4b80-ac30-cfee7c88d931 req-510cdb8f-54a0-4401-9cbd-f6d19911ef45 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 721 time: 0.1583045
Nov 19 14:26:39.172731 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f1eb588c-7635-4cb8-a454-f1de7e35504e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:39.315669 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Pushing event updated for resources: {'Port': ['ID=03095bab-5ed9-4c6d-88f0-338d1e4322c9,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:39.331303 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.331717 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.332116 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.332506 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.333578 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.333994 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.334382 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.335016 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.335408 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.335795 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.336185 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.336566 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.337050 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.337435 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.337817 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.338202 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.338597 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.338989 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.339372 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.339751 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.340129 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.340509 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.340891 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.341342 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:26:39.346201 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:39.371357 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f120f-3316-4bea-9046-48c045c40e0a req-e97d4158-8b0a-40f7-8ed4-62460741e13a tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:39.373108 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-625f120f-3316-4bea-9046-48c045c40e0a req-e97d4158-8b0a-40f7-8ed4-62460741e13a tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0886686
Nov 19 14:26:39.387105 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Network 30e7e950-b2fa-4cc4-9540-c3d995e774bc is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:26:39.388244 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:26:39.390595 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:26:39.533329 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for floatingip, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:39.601418 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:39.622578 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-625f120f-3316-4bea-9046-48c045c40e0a req-b2793a2d-c586-441d-9df0-0469b14dcbd3 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2422583
Nov 19 14:26:39.723757 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9ca3d053-66c7-40b1-b7e0-a091848e763f req-c9963c98-1a6d-425d-8637-73326f8d435c tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups/cdded477-54c6-4a27-958c-f3ca20c40818 HTTP/1.1" status: 200  len: 2151 time: 0.0507071
Nov 19 14:26:39.735111 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-9ca3d053-66c7-40b1-b7e0-a091848e763f req-df857663-a476-434a-81a0-dcd69d4e248e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cdded477-54c6-4a27-958c-f3ca20c40818', 'remote_group_id': None}]} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:26:39.735468 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-9ca3d053-66c7-40b1-b7e0-a091848e763f req-df857663-a476-434a-81a0-dcd69d4e248e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cdded477-54c6-4a27-958c-f3ca20c40818', 'remote_group_id': None}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:26:39.742401 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-9ca3d053-66c7-40b1-b7e0-a091848e763f req-df857663-a476-434a-81a0-dcd69d4e248e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:26:39.746852 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-9ca3d053-66c7-40b1-b7e0-a091848e763f req-df857663-a476-434a-81a0-dcd69d4e248e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Usage tracker for resource:security_group_rule and tenant:a698488a965c48439f2885f9f8b20346 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:26:39.750039 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-9ca3d053-66c7-40b1-b7e0-a091848e763f req-df857663-a476-434a-81a0-dcd69d4e248e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:26:39.761352 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-9ca3d053-66c7-40b1-b7e0-a091848e763f req-df857663-a476-434a-81a0-dcd69d4e248e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:26:39.823284 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-9ca3d053-66c7-40b1-b7e0-a091848e763f req-df857663-a476-434a-81a0-dcd69d4e248e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for security_group_rule, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:39.847450 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-9ca3d053-66c7-40b1-b7e0-a091848e763f req-df857663-a476-434a-81a0-dcd69d4e248e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:39.850100 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-9ca3d053-66c7-40b1-b7e0-a091848e763f req-df857663-a476-434a-81a0-dcd69d4e248e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573551'] for security_group_rule, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:39.852256 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-510cdb8f-54a0-4401-9cbd-f6d19911ef45 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:39.873118 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df857663-a476-434a-81a0-dcd69d4e248e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a08e4b6-984f-46ff-84bd-09ba5d1866ec,revision_number=0']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:39.882958 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-df857663-a476-434a-81a0-dcd69d4e248e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:39.893274 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-9ca3d053-66c7-40b1-b7e0-a091848e763f req-df857663-a476-434a-81a0-dcd69d4e248e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for security_group_rule, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:39.894951 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9ca3d053-66c7-40b1-b7e0-a091848e763f req-df857663-a476-434a-81a0-dcd69d4e248e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 726 time: 0.1646373
Nov 19 14:26:39.913012 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:39.916488 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:39.934034 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:40.051299 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-809400df-922a-49f2-a154-517485864e1e req-0c05909a-b57e-4c46-a187-1947b90ea32b tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Synchronizing usage tracker for tenant:a698488a965c48439f2885f9f8b20346 on resource:security_group {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:26:40.067632 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-809400df-922a-49f2-a154-517485864e1e req-0c05909a-b57e-4c46-a187-1947b90ea32b tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Unset dirty status for tenant:a698488a965c48439f2885f9f8b20346 on resource:security_group {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:26:40.068885 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-809400df-922a-49f2-a154-517485864e1e req-0c05909a-b57e-4c46-a187-1947b90ea32b tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-2032797332&fields=id&tenant_id=a698488a965c48439f2885f9f8b20346 HTTP/1.1" status: 200  len: 267 time: 0.0676258
Nov 19 14:26:40.083934 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Pushing event updated for resources: {'Port': ['ID=03095bab-5ed9-4c6d-88f0-338d1e4322c9,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:40.087240 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:40.156796 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809400df-922a-49f2-a154-517485864e1e req-98d39087-51a1-4b56-bccd-13744c5bb36e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:40.158389 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-809400df-922a-49f2-a154-517485864e1e req-98d39087-51a1-4b56-bccd-13744c5bb36e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 945 time: 0.0832262
Nov 19 14:26:40.170179 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-809400df-922a-49f2-a154-517485864e1e req-ec55d294-da9c-467c-b5bb-c58825b2bf57 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Request body: {'port': {'security_groups': ['d8d3be61-6f48-4820-9038-dfb52841e906', 'cdded477-54c6-4a27-958c-f3ca20c40818']}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:26:40.181105 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:40.204025 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:40.205341 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.7873628
Nov 19 14:26:40.296105 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-099de36f-c4a5-4ac4-8683-0602c4416433 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Synchronizing usage tracker for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:floatingip {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:26:40.298229 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-809400df-922a-49f2-a154-517485864e1e req-ec55d294-da9c-467c-b5bb-c58825b2bf57 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:40.313505 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-099de36f-c4a5-4ac4-8683-0602c4416433 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Unset dirty status for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:floatingip {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:26:40.314819 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-099de36f-c4a5-4ac4-8683-0602c4416433 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.0.23 HTTP/1.1" status: 200  len: 695 time: 0.1031084
Nov 19 14:26:40.480340 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-c0681e15-1bfa-4237-8d59-53f94769992c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:40.481841 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-c0681e15-1bfa-4237-8d59-53f94769992c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/networks/30e7e950-b2fa-4cc4-9540-c3d995e774bc HTTP/1.1" status: 200  len: 784 time: 0.1598639
Nov 19 14:26:40.495522 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-d3a73ff1-df02-4db8-843a-cf503a74013e tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80260) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 14:26:40.496647 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1e305d1c-d1f8-453a-937f-c6da39f98b74 req-d3a73ff1-df02-4db8-843a-cf503a74013e tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0077400
Nov 19 14:26:40.632448 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-809400df-922a-49f2-a154-517485864e1e req-ec55d294-da9c-467c-b5bb-c58825b2bf57 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] For port 838d2be2-9c91-4434-b072-5b8b6c3aeda5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=838d2be2-9c91-4434-b072-5b8b6c3aeda5,segment=NetworkSegment(14a71fa7-e30a-4b56-b083-c5d4f3d82751),segment_id=14a71fa7-e30a-4b56-b083-c5d4f3d82751)] {{(pid=80261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:26:40.660653 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-809400df-922a-49f2-a154-517485864e1e req-ec55d294-da9c-467c-b5bb-c58825b2bf57 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for port, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:40.665301 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-809400df-922a-49f2-a154-517485864e1e req-ec55d294-da9c-467c-b5bb-c58825b2bf57 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10942143'] for port, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:40.680980 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:40.692034 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-c5f0bb7f-0972-45f7-9a21-5e29f9468055 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:40.693626 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-c5f0bb7f-0972-45f7-9a21-5e29f9468055 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0877841
Nov 19 14:26:40.781863 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-f9b3c8e2-09de-4a4b-b890-e144b2317a60 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.0.23 HTTP/1.1" status: 200  len: 695 time: 0.0821521
Nov 19 14:26:40.796497 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-c4dff927-9656-4870-8328-7e302c22c8ba tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Request body: {'floatingip': {'port_id': 'd63b9317-07c9-4a48-be2b-5823afb4f8df', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:26:40.839026 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55d294-da9c-467c-b5bb-c58825b2bf57 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Pushing event updated for resources: {'Port': ['ID=838d2be2-9c91-4434-b072-5b8b6c3aeda5,revision_number=5']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:40.844010 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ec55d294-da9c-467c-b5bb-c58825b2bf57 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:40.885131 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-c4dff927-9656-4870-8328-7e302c22c8ba tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for floatingip, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:40.910921 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809400df-922a-49f2-a154-517485864e1e req-ec55d294-da9c-467c-b5bb-c58825b2bf57 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:40.911702 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-809400df-922a-49f2-a154-517485864e1e req-ec55d294-da9c-467c-b5bb-c58825b2bf57 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for port, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:40.913289 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-809400df-922a-49f2-a154-517485864e1e req-ec55d294-da9c-467c-b5bb-c58825b2bf57 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "PUT /v2.0/ports/838d2be2-9c91-4434-b072-5b8b6c3aeda5 HTTP/1.1" status: 200  len: 981 time: 0.7481453
Nov 19 14:26:40.913887 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae17807-07e9-4ef6-8329-0945c72e7748', 'tag': '838d2be2-9c91-4434-b072-5b8b6c3aeda5'}] {{(pid=80261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:26:41.118544 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e71d3-b1b4-40ed-a025-ccb32c98258e req-3a3d0653-705e-4f50-96eb-25f4a3f65ac0 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:41.120192 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c09e71d3-b1b4-40ed-a025-ccb32c98258e req-3a3d0653-705e-4f50-96eb-25f4a3f65ac0 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0936007
Nov 19 14:26:41.196102 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-bb554809-69a6-4841-8f84-17f26e657690 None None] Provisioning complete for port 838d2be2-9c91-4434-b072-5b8b6c3aeda5 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:41.196598 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bb554809-69a6-4841-8f84-17f26e657690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:41.231203 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c09e71d3-b1b4-40ed-a025-ccb32c98258e req-06edd50f-6257-4c7a-abc1-73ef91218151 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029048
Nov 19 14:26:41.245516 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-57f11eb9-41c4-47b9-8378-556aa7de769f req-62ee2279-e298-423d-bf7d-e16f639aa182 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0966852
Nov 19 14:26:41.333756 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae17807-07e9-4ef6-8329-0945c72e7748', 'tag': '838d2be2-9c91-4434-b072-5b8b6c3aeda5', 'status': 'completed', 'code': 200}
Nov 19 14:26:41.398163 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-57f11eb9-41c4-47b9-8378-556aa7de769f req-02482bf8-a27c-4d73-b19a-4ef194b42110 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c423d5e8c09244fb852385eabc7c6c60&device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 1162 time: 0.1125493
Nov 19 14:26:41.637415 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f11eb9-41c4-47b9-8378-556aa7de769f req-420037cb-4d99-45c2-b4b4-fb4d2cb5f882 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:41.639010 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-57f11eb9-41c4-47b9-8378-556aa7de769f req-420037cb-4d99-45c2-b4b4-fb4d2cb5f882 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ebc75a69-ceaf-497c-bb41-b049f96aa0a7 HTTP/1.1" status: 200  len: 912 time: 0.2128928
Nov 19 14:26:41.645964 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0dc9d0-bdf8-496e-ac22-74a6fe154217 req-bb3b2389-dd20-4ed3-a987-09b6f3f7e4a7 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:41.647481 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b0dc9d0-bdf8-496e-ac22-74a6fe154217 req-bb3b2389-dd20-4ed3-a987-09b6f3f7e4a7 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 984 time: 0.1962502
Nov 19 14:26:41.690274 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-94581c57-3ba1-40cb-ab0b-604771bb46c6 req-eb7f20fc-d7ac-4da7-9856-485bf0ab9f6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a698488a965c48439f2885f9f8b20346&device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 1202 time: 0.1863198
Nov 19 14:26:41.738861 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-57f11eb9-41c4-47b9-8378-556aa7de769f req-08b87f22-d284-4598-9e56-dcf617e356b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c7cdcf7b-bee7-4dd9-b68a-d0af9924414d HTTP/1.1" status: 200  len: 217 time: 0.0900362
Nov 19 14:26:41.809928 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b0dc9d0-bdf8-496e-ac22-74a6fe154217 req-b3a24b9b-f8d7-4c04-9788-79b3e6eaca2e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=cdded477-54c6-4a27-958c-f3ca20c40818&id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1083531
Nov 19 14:26:41.825978 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f11eb9-41c4-47b9-8378-556aa7de769f req-a9818042-1c0c-4c70-9b4a-9a2b4d7dba45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:41.828221 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-57f11eb9-41c4-47b9-8378-556aa7de769f req-a9818042-1c0c-4c70-9b4a-9a2b4d7dba45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8dea17d-5e4e-426b-8f91-2edb1085e5c9 HTTP/1.1" status: 200  len: 858 time: 0.0795379
Nov 19 14:26:41.868183 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94581c57-3ba1-40cb-ab0b-604771bb46c6 req-8e040e00-1753-4427-b482-e6446aa769ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:41.869771 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-94581c57-3ba1-40cb-ab0b-604771bb46c6 req-8e040e00-1753-4427-b482-e6446aa769ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=8f88a655-d10b-41f1-b135-e99197cb340f HTTP/1.1" status: 200  len: 908 time: 0.1635835
Nov 19 14:26:41.893481 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-57f11eb9-41c4-47b9-8378-556aa7de769f req-bd288d53-d74c-4f20-ad14-1ac4d9b32348 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ebc75a69-ceaf-497c-bb41-b049f96aa0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0548398
Nov 19 14:26:42.055904 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-57f11eb9-41c4-47b9-8378-556aa7de769f req-a8036cc1-a1c5-47fc-8c33-11a150e41c96 service neutron] 10.222.0.20 "GET /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485887
Nov 19 14:26:42.075522 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-c4dff927-9656-4870-8328-7e302c22c8ba tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for floatingip, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:42.081552 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-c4dff927-9656-4870-8328-7e302c22c8ba tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:42.138640 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-94581c57-3ba1-40cb-ab0b-604771bb46c6 req-43596562-74d6-4999-a217-a1e5b5a4df2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=838d2be2-9c91-4434-b072-5b8b6c3aeda5 HTTP/1.1" status: 200  len: 1001 time: 0.1981876
Nov 19 14:26:42.202132 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-57f11eb9-41c4-47b9-8378-556aa7de769f req-23d205a9-9ca1-4d4e-a6c1-927403dc223d service neutron] 10.222.0.20 "GET /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383653
Nov 19 14:26:42.231908 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94581c57-3ba1-40cb-ab0b-604771bb46c6 req-f2362713-8298-4b47-87bf-74ffe9229ede service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:42.233469 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-94581c57-3ba1-40cb-ab0b-604771bb46c6 req-f2362713-8298-4b47-87bf-74ffe9229ede service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84b360f6-0d3c-4e62-9512-ee21754e4615 HTTP/1.1" status: 200  len: 853 time: 0.0853500
Nov 19 14:26:42.413470 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-94581c57-3ba1-40cb-ab0b-604771bb46c6 req-fc1a4da1-d006-4e41-a8d4-e69c755ac951 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f88a655-d10b-41f1-b135-e99197cb340f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1144354
Nov 19 14:26:42.420187 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.l3_db [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-c4dff927-9656-4870-8328-7e302c22c8ba tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Floating IP d4a55031-0b7b-4f1d-86b4-b660a3a841a4 associated. External IP: 172.27.0.23, port: d63b9317-07c9-4a48-be2b-5823afb4f8df.
Nov 19 14:26:42.460078 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72e2cb-6220-4287-9692-e1fa94bbf93c req-238ee11f-cb91-4b66-a6e6-b2da2f6a19f4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:42.461785 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4f72e2cb-6220-4287-9692-e1fa94bbf93c req-238ee11f-cb91-4b66-a6e6-b2da2f6a19f4 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0899637
Nov 19 14:26:42.511504 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4f72e2cb-6220-4287-9692-e1fa94bbf93c req-8dc9742d-92a1-452b-8090-59bced816b87 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433602
Nov 19 14:26:42.653181 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-94581c57-3ba1-40cb-ab0b-604771bb46c6 req-ff96ba97-c4e3-4d73-8640-02480187f380 service neutron] 10.222.0.20 "GET /v2.0/networks/8f88a655-d10b-41f1-b135-e99197cb340f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1778305
Nov 19 14:26:42.814551 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 838d2be2-9c91-4434-b072-5b8b6c3aeda5 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:26:42.880309 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-94581c57-3ba1-40cb-ab0b-604771bb46c6 req-ec8e243d-1371-42f5-984f-fa670b813008 service neutron] 10.222.0.20 "GET /v2.0/networks/8f88a655-d10b-41f1-b135-e99197cb340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1778820
Nov 19 14:26:42.888293 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 838d2be2-9c91-4434-b072-5b8b6c3aeda5 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:26:42.888721 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:43.105149 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-c4dff927-9656-4870-8328-7e302c22c8ba tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Router 04de633d-7da5-49f3-b750-bee0a6ebf3da has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:26:43.324789 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-c4dff927-9656-4870-8328-7e302c22c8ba tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:26:43.329534 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-c4dff927-9656-4870-8328-7e302c22c8ba tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:43.334913 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a3f90-3361-4a5c-95b4-448f850f2694 None None] Sync routers for ids ['04de633d-7da5-49f3-b750-bee0a6ebf3da'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:26:43.349727 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a3f90-3361-4a5c-95b4-448f850f2694 None None] Routers {'04de633d-7da5-49f3-b750-bee0a6ebf3da'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:26:43.350491 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-dd3a3f90-3361-4a5c-95b4-448f850f2694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae43a8b6d8>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:26:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['04de633d-7da5-49f3-b750-bee0a6ebf3da'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:26:43.390477 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-c4dff927-9656-4870-8328-7e302c22c8ba tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "PUT /v2.0/floatingips/d4a55031-0b7b-4f1d-86b4-b660a3a841a4 HTTP/1.1" status: 200  len: 996 time: 2.5987818
Nov 19 14:26:43.391057 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c84de279-3b20-4d4c-8ef5-c699d199c176', 'tag': 'd63b9317-07c9-4a48-be2b-5823afb4f8df'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:26:43.451974 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c84de279-3b20-4d4c-8ef5-c699d199c176', 'tag': 'd63b9317-07c9-4a48-be2b-5823afb4f8df', 'status': 'completed', 'code': 200}
Nov 19 14:26:43.485876 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-6310c265-befa-4717-9be0-376ecce38497 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b&device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 1163 time: 0.0810513
Nov 19 14:26:43.547974 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-dd3a3f90-3361-4a5c-95b4-448f850f2694 None None] Set router 04de633d-7da5-49f3-b750-bee0a6ebf3da gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:26:43.761035 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:43.802154 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48598a6-07c6-4c83-a364-fee5a31f5eac req-092f6e72-13e7-463b-a445-6e381e4551cb tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:43.803780 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e48598a6-07c6-4c83-a364-fee5a31f5eac req-092f6e72-13e7-463b-a445-6e381e4551cb tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0971286
Nov 19 14:26:43.860755 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e48598a6-07c6-4c83-a364-fee5a31f5eac req-901f73cb-831f-4a80-8504-31b629e36ef1 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473754
Nov 19 14:26:43.946998 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-b6d31316-f6de-4157-bc53-b190c60e2c61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:43.948940 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-b6d31316-f6de-4157-bc53-b190c60e2c61 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b416137-3e3b-40b3-b21d-851215fb37f8 HTTP/1.1" status: 200  len: 906 time: 0.4564071
Nov 19 14:26:43.953709 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-574126f3-1cf6-4922-a9a2-86f2571bc292 req-076a09fa-b298-435c-803e-cb3130a55d37 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b&device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 1163 time: 0.4337201
Nov 19 14:26:43.986825 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-dd3a3f90-3361-4a5c-95b4-448f850f2694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae43a8b6d8>, [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'd4a55031-0b7b-4f1d-86b4-b660a3a841a4', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'port_id': 'd63b9317-07c9-4a48-be2b-5823afb4f8df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'mac_address': 'fa:16:3e:c6:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84de279-3b20-4d4c-8ef5-c699d199c176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:26:39Z', 'updated_at': '2020-11-19T14:26:41Z', 'revision_number': 1, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:42Z', 'revision_number': 5, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:26:43.991509 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a3f90-3361-4a5c-95b4-448f850f2694 None None] Checking router: 04de633d-7da5-49f3-b750-bee0a6ebf3da for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:26:44.003683 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3a3f90-3361-4a5c-95b4-448f850f2694 None None] Routers {'04de633d-7da5-49f3-b750-bee0a6ebf3da'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:26:44.004334 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-dd3a3f90-3361-4a5c-95b4-448f850f2694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae43a8b6d8>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:26:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['04de633d-7da5-49f3-b750-bee0a6ebf3da'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:26:44.184876 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-7fdd60cf-b688-42c4-a463-57f16328cd9e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d63b9317-07c9-4a48-be2b-5823afb4f8df HTTP/1.1" status: 200  len: 999 time: 0.2262037
Nov 19 14:26:44.216414 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-dd3a3f90-3361-4a5c-95b4-448f850f2694 None None] Set router 04de633d-7da5-49f3-b750-bee0a6ebf3da gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:26:44.268642 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574126f3-1cf6-4922-a9a2-86f2571bc292 req-20e742b6-fbf2-4d88-90bf-d590f68de868 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:44.270262 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-574126f3-1cf6-4922-a9a2-86f2571bc292 req-20e742b6-fbf2-4d88-90bf-d590f68de868 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b416137-3e3b-40b3-b21d-851215fb37f8 HTTP/1.1" status: 200  len: 906 time: 0.2596180
Nov 19 14:26:44.280676 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-52d67822-f7d6-4418-bbce-d97ea1859612 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:44.282222 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-52d67822-f7d6-4418-bbce-d97ea1859612 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2113208-37bc-4c5f-8350-aa5f4257d1f0 HTTP/1.1" status: 200  len: 851 time: 0.0882390
Nov 19 14:26:44.448682 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-574126f3-1cf6-4922-a9a2-86f2571bc292 req-292481f7-9b46-4e1e-915a-6f56956e80f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d63b9317-07c9-4a48-be2b-5823afb4f8df HTTP/1.1" status: 200  len: 999 time: 0.1697025
Nov 19 14:26:44.502903 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-3f249503-65bd-4a2e-bf16-b52d16fb08bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b416137-3e3b-40b3-b21d-851215fb37f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1623595
Nov 19 14:26:44.520445 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-bcb85d8d-53ee-4a94-ac9c-3c0005da821c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80260) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 14:26:44.521537 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-bcb85d8d-53ee-4a94-ac9c-3c0005da821c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0060949
Nov 19 14:26:44.578468 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574126f3-1cf6-4922-a9a2-86f2571bc292 req-9b3581f8-957f-44ae-9b36-43463e2257fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:44.580026 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-574126f3-1cf6-4922-a9a2-86f2571bc292 req-9b3581f8-957f-44ae-9b36-43463e2257fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2113208-37bc-4c5f-8350-aa5f4257d1f0 HTTP/1.1" status: 200  len: 851 time: 0.1225028
Nov 19 14:26:44.596461 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-dd3a3f90-3361-4a5c-95b4-448f850f2694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae43a8b6d8>, [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'd4a55031-0b7b-4f1d-86b4-b660a3a841a4', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'port_id': 'd63b9317-07c9-4a48-be2b-5823afb4f8df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'mac_address': 'fa:16:3e:c6:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84de279-3b20-4d4c-8ef5-c699d199c176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:26:39Z', 'updated_at': '2020-11-19T14:26:41Z', 'revision_number': 1, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:42Z', 'revision_number': 5, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:26:44.600716 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3a3f90-3361-4a5c-95b4-448f850f2694 None None] The sync data for ids ['04de633d-7da5-49f3-b750-bee0a6ebf3da'] in dv-cinder-763306-2-iscsi is: [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'd4a55031-0b7b-4f1d-86b4-b660a3a841a4', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'port_id': 'd63b9317-07c9-4a48-be2b-5823afb4f8df', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'mac_address': 'fa:16:3e:c6:bd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c84de279-3b20-4d4c-8ef5-c699d199c176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:26:39Z', 'updated_at': '2020-11-19T14:26:41Z', 'revision_number': 1, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:42Z', 'revision_number': 5, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:26:44.738449 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-4f49bcfc-63ad-41cb-a6cd-96dcc81fea25 service neutron] 10.222.0.35 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2098227
Nov 19 14:26:44.773407 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-574126f3-1cf6-4922-a9a2-86f2571bc292 req-ce21b277-4c95-45a0-819d-1fc48e47cc45 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b416137-3e3b-40b3-b21d-851215fb37f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1410415
Nov 19 14:26:44.946681 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e378df7-4b3e-42c7-bb66-cf199c9c67b6 None None] New status for floating IP d4a55031-0b7b-4f1d-86b4-b660a3a841a4: ACTIVE {{(pid=80262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 14:26:45.007994 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f82976c1-d621-4fae-9dc1-7ae6a3900711 req-c62637dd-763d-4fa5-a660-34ca48ec8e45 service neutron] 10.222.0.35 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2624779
Nov 19 14:26:45.029671 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-574126f3-1cf6-4922-a9a2-86f2571bc292 req-bcef5fda-49a1-4e49-aab5-1a5b84ddd6bb service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2388973
Nov 19 14:26:45.090527 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345933d1-8318-4514-a0e8-67dcff36b867 req-53c17d23-c310-470b-8368-a1db92c69489 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:45.094281 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-345933d1-8318-4514-a0e8-67dcff36b867 req-53c17d23-c310-470b-8368-a1db92c69489 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0923855
Nov 19 14:26:45.144007 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-345933d1-8318-4514-a0e8-67dcff36b867 req-65768fb8-854b-42fb-8a63-f0280eaea1ef tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451801
Nov 19 14:26:45.196541 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-574126f3-1cf6-4922-a9a2-86f2571bc292 req-9e2d6438-e48c-4130-bb3c-a262cbb6d477 service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1568756
Nov 19 14:26:46.389695 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eaf83a-5d5e-4f1f-9970-dee552b3cc82 req-75e734b2-68b7-4d3c-8eae-b9a77f01a800 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:46.391884 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-88eaf83a-5d5e-4f1f-9970-dee552b3cc82 req-75e734b2-68b7-4d3c-8eae-b9a77f01a800 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0940032
Nov 19 14:26:46.440889 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-88eaf83a-5d5e-4f1f-9970-dee552b3cc82 req-c09cfe67-0888-410a-abda-b3d91505d630 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428648
Nov 19 14:26:47.654382 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7f6f8-7acf-4a04-9708-ac0a2fe343b2 req-175e1878-6097-4037-a1e4-4e6922117049 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:47.656047 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5bb7f6f8-7acf-4a04-9708-ac0a2fe343b2 req-175e1878-6097-4037-a1e4-4e6922117049 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0870020
Nov 19 14:26:47.704278 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5bb7f6f8-7acf-4a04-9708-ac0a2fe343b2 req-008b81f7-62c6-408e-8d6f-f3f93b89c672 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414402
Nov 19 14:26:48.914482 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f3399-84c1-40d8-b9e1-a951ac7d252a req-75e250e4-c2db-4886-a617-f628c20394ec tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:48.916276 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-917f3399-84c1-40d8-b9e1-a951ac7d252a req-75e250e4-c2db-4886-a617-f628c20394ec tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0838985
Nov 19 14:26:48.967096 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-917f3399-84c1-40d8-b9e1-a951ac7d252a req-c01ae5b1-2ee6-4c61-955d-2cdecf98950f tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440998
Nov 19 14:26:50.178397 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b207a4-d51f-4280-b6cb-7246ee5444ff req-7faa1bef-9aff-4702-b62b-cfcbe3d08348 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:50.180045 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e5b207a4-d51f-4280-b6cb-7246ee5444ff req-7faa1bef-9aff-4702-b62b-cfcbe3d08348 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0827925
Nov 19 14:26:50.231004 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e5b207a4-d51f-4280-b6cb-7246ee5444ff req-1bd137c6-730d-4611-8aea-d3404abcb6d0 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448010
Nov 19 14:26:51.444160 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff44a9-1bb2-4bcc-b324-97208c19b10c req-f6c377b7-4f49-46ba-9eb3-c53dec548b4e tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:51.445780 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a5ff44a9-1bb2-4bcc-b324-97208c19b10c req-f6c377b7-4f49-46ba-9eb3-c53dec548b4e tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0882280
Nov 19 14:26:51.493854 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a5ff44a9-1bb2-4bcc-b324-97208c19b10c req-6a6c520d-7bb0-48ca-8b4b-a484d1b1750c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419943
Nov 19 14:26:52.701526 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617601a-4cc0-4443-8964-d4dc48a0010f req-a41f962e-e041-4cda-8c39-d437150e493e tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:52.704130 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6617601a-4cc0-4443-8964-d4dc48a0010f req-a41f962e-e041-4cda-8c39-d437150e493e tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0836093
Nov 19 14:26:52.752684 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6617601a-4cc0-4443-8964-d4dc48a0010f req-70bff151-1dde-45b5-a1b0-c7a1ac7b36bd tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433931
Nov 19 14:26:53.968958 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f23d5-382a-4829-bceb-0052694e37f9 req-4b727420-a6e7-4183-aa97-c4a644cf0c13 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:53.970597 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b00f23d5-382a-4829-bceb-0052694e37f9 req-4b727420-a6e7-4183-aa97-c4a644cf0c13 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0903919
Nov 19 14:26:54.019961 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b00f23d5-382a-4829-bceb-0052694e37f9 req-3b210439-9d9c-4bd6-ba0b-3056393b3149 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430667
Nov 19 14:26:55.234149 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec305f33-8f8f-44ee-92e4-247028f39806 req-28794d76-180b-48d1-a934-a1e02d88c412 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:55.235720 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ec305f33-8f8f-44ee-92e4-247028f39806 req-28794d76-180b-48d1-a934-a1e02d88c412 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0844638
Nov 19 14:26:55.283498 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ec305f33-8f8f-44ee-92e4-247028f39806 req-eb400ee5-7a0e-4f4a-ad20-dc3a1bacca59 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413418
Nov 19 14:26:55.497260 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e44c655e-13ab-49ea-8a76-77010c9a9bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:56.278407 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 59116) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:26:56.433969 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3816bf19-b28d-43f3-bf1b-c67cf174587c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:56.471359 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-3816bf19-b28d-43f3-bf1b-c67cf174587c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:26:56.475476 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-3816bf19-b28d-43f3-bf1b-c67cf174587c admin admin] Usage tracker for resource:security_group_rule and tenant:cb3e249c1b244465959d6c0b23a2ee00 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:26:56.478448 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-3816bf19-b28d-43f3-bf1b-c67cf174587c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:26:56.484231 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-3816bf19-b28d-43f3-bf1b-c67cf174587c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:26:56.499692 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafbb16-e415-488a-ae57-9875fefac6dc req-84c6e134-6dcd-4f20-b022-f5216e29213e tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:56.501289 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7cafbb16-e415-488a-ae57-9875fefac6dc req-84c6e134-6dcd-4f20-b022-f5216e29213e tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0842083
Nov 19 14:26:56.549755 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7cafbb16-e415-488a-ae57-9875fefac6dc req-08f01610-0a39-479b-912f-deee1116febe tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417817
Nov 19 14:26:56.551931 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3816bf19-b28d-43f3-bf1b-c67cf174587c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:56.556006 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3816bf19-b28d-43f3-bf1b-c67cf174587c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:56.564014 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4079aabb-c04a-4618-998a-1bdfd64fc6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:56.607718 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816bf19-b28d-43f3-bf1b-c67cf174587c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33f6694-c4ce-4bd0-8595-98873790deea,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:56.612511 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-3816bf19-b28d-43f3-bf1b-c67cf174587c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb3e249c1b244465959d6c0b23a2ee00&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3329811
Nov 19 14:26:56.613679 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3816bf19-b28d-43f3-bf1b-c67cf174587c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:56.615380 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 59126) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:26:56.677462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e6c61df0-0ec2-4c79-a696-193bd7f9f191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:56.705154 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e6c61df0-0ec2-4c79-a696-193bd7f9f191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:56.749346 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e6c61df0-0ec2-4c79-a696-193bd7f9f191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:56.754925 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-56bf64f9-9b3a-4c17-8fa0-2444a54cb006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:26:56.772280 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c61df0-0ec2-4c79-a696-193bd7f9f191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33f6694-c4ce-4bd0-8595-98873790deea,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:26:56.775301 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e6c61df0-0ec2-4c79-a696-193bd7f9f191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:26:56.776212 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e6c61df0-0ec2-4c79-a696-193bd7f9f191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:56.779028 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-e6c61df0-0ec2-4c79-a696-193bd7f9f191 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c33f6694-c4ce-4bd0-8595-98873790deea HTTP/1.1" status: 204  len: 168 time: 0.1626599
Nov 19 14:26:57.763494 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112084e0-2f89-450a-bd82-0ed5555b481d req-0d851fc1-080a-435a-bdf8-478a916fe19c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:57.765123 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-112084e0-2f89-450a-bd82-0ed5555b481d req-0d851fc1-080a-435a-bdf8-478a916fe19c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0855772
Nov 19 14:26:57.817558 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-112084e0-2f89-450a-bd82-0ed5555b481d req-48cf67c9-c8fb-4b65-83a7-3c1258f80d6c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462785
Nov 19 14:26:58.191718 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-72fd7315-b4f9-4561-97af-4b40848f77a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:58.685394 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d38bec03-8cc1-4256-b741-452b1985b608 req-bc504540-458e-4669-a1b3-4b36f0c68cc8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 1163 time: 0.0748854
Nov 19 14:26:58.730990 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d38bec03-8cc1-4256-b741-452b1985b608 req-d9d94078-7b90-476e-93fa-e7fb576b1ed5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359893
Nov 19 14:26:58.790319 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:59.034730 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d5094-e0bd-4360-b93b-bfa0dbcc17ba req-c124f76f-a933-4f17-b8b4-87e842fecad6 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:59.036353 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ba3d5094-e0bd-4360-b93b-bfa0dbcc17ba req-c124f76f-a933-4f17-b8b4-87e842fecad6 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0865729
Nov 19 14:26:59.084579 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ba3d5094-e0bd-4360-b93b-bfa0dbcc17ba req-2a3750e3-ad12-436b-866c-77875525990f tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418091
Nov 19 14:26:59.563030 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-faed533f-a64b-4c85-83a8-d31365fad00a req-ecea0a2a-bd81-4e74-a1f9-6176324e2adb tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/networks?tenant_id=d8a6b4cdb3c440d2be1f0259ef80676c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0323391
Nov 19 14:26:59.677323 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:59.915471 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed533f-a64b-4c85-83a8-d31365fad00a req-90f04fc2-0947-49f4-93ce-7d6edf5a0636 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:26:59.917215 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-faed533f-a64b-4c85-83a8-d31365fad00a req-90f04fc2-0947-49f4-93ce-7d6edf5a0636 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3485777
Nov 19 14:26:59.934812 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-faed533f-a64b-4c85-83a8-d31365fad00a req-08ab3f8e-ba73-46e4-89c7-1a689c881cf5 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/quotas/d8a6b4cdb3c440d2be1f0259ef80676c HTTP/1.1" status: 200  len: 375 time: 0.0114222
Nov 19 14:26:59.954881 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:26:59.985759 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-faed533f-a64b-4c85-83a8-d31365fad00a req-3435f37b-9c3e-492f-b97c-961159999632 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?tenant_id=d8a6b4cdb3c440d2be1f0259ef80676c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0448861
Nov 19 14:27:00.204016 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-23f4d7b4-1cda-4e8d-b8c1-d2da242b6855 req-39728da5-8071-43be-acac-87b2916a0aeb tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 210 time: 0.0541260
Nov 19 14:27:00.311342 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c3c40-b931-4371-b82b-78e2dcc4ae49 req-8def3dc8-f1d6-4fdf-8d5a-d5b5eb8b8e31 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:00.313522 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d61c3c40-b931-4371-b82b-78e2dcc4ae49 req-8def3dc8-f1d6-4fdf-8d5a-d5b5eb8b8e31 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0858486
Nov 19 14:27:00.363393 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d61c3c40-b931-4371-b82b-78e2dcc4ae49 req-2e8104b4-38ef-4b24-9ef4-1f3c37098c05 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428767
Nov 19 14:27:00.903675 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 1548e96e-918b-4df4-a06f-34a05ed3dbc0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:27:00.978508 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 1548e96e-918b-4df4-a06f-34a05ed3dbc0 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:27:00.979114 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:01.375020 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9b00640e-07b1-47aa-97fb-6bcc6e5adcbb req-c511765b-c50d-4970-a00a-fb2c4625d6cf tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 210 time: 0.0506549
Nov 19 14:27:01.572814 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f57e26-0632-44ce-bb3f-8c4943503c03 req-17841643-75c7-44c1-8f8f-8b4434074369 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:01.574385 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-32f57e26-0632-44ce-bb3f-8c4943503c03 req-17841643-75c7-44c1-8f8f-8b4434074369 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0815573
Nov 19 14:27:01.623554 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-32f57e26-0632-44ce-bb3f-8c4943503c03 req-ee4815dc-cd7c-4246-bd3e-ef37f8044382 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424984
Nov 19 14:27:02.048994 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-faed533f-a64b-4c85-83a8-d31365fad00a req-97def721-0ee1-47a7-9c00-8b1e3d1594e7 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.20 "GET /v2.0/networks?tenant_id=d8a6b4cdb3c440d2be1f0259ef80676c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0349915
Nov 19 14:27:02.223534 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed533f-a64b-4c85-83a8-d31365fad00a req-24db56e2-43e4-4e0a-8a8e-89ee4ed9367c tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:02.225105 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-faed533f-a64b-4c85-83a8-d31365fad00a req-24db56e2-43e4-4e0a-8a8e-89ee4ed9367c tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1613393
Nov 19 14:27:02.271728 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Request body: {'port': {'device_id': 'd356122c-bd5a-4315-84ba-41cbe0390043', 'network_id': '5e0798cf-988a-4dc7-913b-47a3ebf4c17f', 'admin_state_up': True, 'tenant_id': 'd8a6b4cdb3c440d2be1f0259ef80676c'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:27:02.301086 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-28e3818f-d1df-48bb-8c3b-0638de36efce req-73b79dc8-1932-4728-bcc5-233b37128d60 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c423d5e8c09244fb852385eabc7c6c60&device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 1163 time: 0.1427915
Nov 19 14:27:02.310980 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da5d520-90be-4e9c-9b67-47ba2c27435f req-2573993e-ba39-4bb4-af58-cb4c056cc7d9 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:02.313371 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3da5d520-90be-4e9c-9b67-47ba2c27435f req-2573993e-ba39-4bb4-af58-cb4c056cc7d9 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1144233
Nov 19 14:27:02.421096 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:27:02.426241 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Usage tracker for resource:port and tenant:d8a6b4cdb3c440d2be1f0259ef80676c is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:27:02.431845 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Quota usage for port was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:27:02.440151 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:27:02.451790 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Made reservation on behalf of d8a6b4cdb3c440d2be1f0259ef80676c for: {'port': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:27:02.457600 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:02.473440 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:02.514977 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:27:02.519608 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Usage tracker for resource:security_group_rule and tenant:d8a6b4cdb3c440d2be1f0259ef80676c is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:27:02.523239 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:27:02.529898 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:27:02.598815 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e518437d-604d-4f7a-9578-6e3511b1d8b4 req-d7100eb4-66cd-453d-86aa-daa57b93c923 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 210 time: 0.0572658
Nov 19 14:27:02.663881 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:02.667195 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:02.680166 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-a509896f-928b-4bde-9edc-ce2550482756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:02.739058 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3818f-d1df-48bb-8c3b-0638de36efce req-a7170b57-7f61-435a-88e6-5069b246b099 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:02.740575 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-28e3818f-d1df-48bb-8c3b-0638de36efce req-a7170b57-7f61-435a-88e6-5069b246b099 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ebc75a69-ceaf-497c-bb41-b049f96aa0a7 HTTP/1.1" status: 200  len: 912 time: 0.3988693
Nov 19 14:27:02.744633 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3da5d520-90be-4e9c-9b67-47ba2c27435f req-01f666bd-378a-4ed9-b317-77c153d158ca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4209599
Nov 19 14:27:02.763389 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:02.763389 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:02.909866 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-28e3818f-d1df-48bb-8c3b-0638de36efce req-b7ac4fbc-48d4-49c5-9185-4bac0cf872cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1548e96e-918b-4df4-a06f-34a05ed3dbc0 HTTP/1.1" status: 200  len: 217 time: 0.0647492
Nov 19 14:27:02.991394 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3818f-d1df-48bb-8c3b-0638de36efce req-2b9954dc-394a-4f9a-a250-d06ec0e25d08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:02.992872 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-28e3818f-d1df-48bb-8c3b-0638de36efce req-2b9954dc-394a-4f9a-a250-d06ec0e25d08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f8dea17d-5e4e-426b-8f91-2edb1085e5c9 HTTP/1.1" status: 200  len: 858 time: 0.0720744
Nov 19 14:27:03.019768 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Allocated IP 192.168.233.231 (5e0798cf-988a-4dc7-913b-47a3ebf4c17f/0508774c-139d-4752-ab44-ad5e319a4fc4/b052b595-c218-4f8c-9df9-9fe491a179cf) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:27:03.044786 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-28e3818f-d1df-48bb-8c3b-0638de36efce req-358b193b-49b6-479b-9267-294d820e4212 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ebc75a69-ceaf-497c-bb41-b049f96aa0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424402
Nov 19 14:27:03.196821 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-28e3818f-d1df-48bb-8c3b-0638de36efce req-67102e24-fd52-4dfe-8f31-389ed8e1d1bf service neutron] 10.222.0.20 "GET /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375468
Nov 19 14:27:03.238390 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:03.254891 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Transition to ACTIVE for port object b052b595-c218-4f8c-9df9-9fe491a179cf will not be triggered until provisioned by entity DHCP. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:27:03.274668 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:03.292785 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:03.344641 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-28e3818f-d1df-48bb-8c3b-0638de36efce req-35c9c302-2608-406b-b87b-4a3d7a0239a3 service neutron] 10.222.0.20 "GET /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1384602
Nov 19 14:27:03.442666 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Pushing event updated for resources: {'Port': ['ID=b052b595-c218-4f8c-9df9-9fe491a179cf,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:03.445751 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:03.490041 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Network 5e0798cf-988a-4dc7-913b-47a3ebf4c17f is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:27:03.491207 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:27:03.493370 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:27:03.557565 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:03.558230 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:03.588559 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-faed533f-a64b-4c85-83a8-d31365fad00a req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3210688
Nov 19 14:27:03.755825 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-f924fbe2-3e99-4961-b345-49a5a63c8681 None None] Provisioning for port b052b595-c218-4f8c-9df9-9fe491a179cf completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:27:03.760741 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-f924fbe2-3e99-4961-b345-49a5a63c8681 None None] Provisioning complete for port b052b595-c218-4f8c-9df9-9fe491a179cf triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:27:03.761378 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f924fbe2-3e99-4961-b345-49a5a63c8681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:03.766054 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:27:03.813752 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00677185-253b-4ef7-ae6f-65256370930a req-515b3381-cf19-43d8-8a51-33d3596c17cd tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:03.814519 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-00677185-253b-4ef7-ae6f-65256370930a req-515b3381-cf19-43d8-8a51-33d3596c17cd tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Synchronizing usage tracker for tenant:d8a6b4cdb3c440d2be1f0259ef80676c on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:27:03.831622 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-f924fbe2-3e99-4961-b345-49a5a63c8681 None None] Port b052b595-c218-4f8c-9df9-9fe491a179cf cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:27:03.834407 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-00677185-253b-4ef7-ae6f-65256370930a req-515b3381-cf19-43d8-8a51-33d3596c17cd tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Unset dirty status for tenant:d8a6b4cdb3c440d2be1f0259ef80676c on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:27:03.836124 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-00677185-253b-4ef7-ae6f-65256370930a req-515b3381-cf19-43d8-8a51-33d3596c17cd tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 936 time: 0.1092327
Nov 19 14:27:03.888194 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-00677185-253b-4ef7-ae6f-65256370930a req-d2a48ca1-3924-4556-9d50-f7139b71532f tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Synchronizing usage tracker for tenant:d8a6b4cdb3c440d2be1f0259ef80676c on resource:security_group {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:27:03.911646 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-00677185-253b-4ef7-ae6f-65256370930a req-d2a48ca1-3924-4556-9d50-f7139b71532f tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Unset dirty status for tenant:d8a6b4cdb3c440d2be1f0259ef80676c on resource:security_group {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:27:03.912973 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-00677185-253b-4ef7-ae6f-65256370930a req-d2a48ca1-3924-4556-9d50-f7139b71532f tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/security-groups?id=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701430
Nov 19 14:27:03.974489 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d0ab6-c09f-4f00-89d1-9a75a71d02e9 req-66574e3c-685e-49c1-97ac-ce2a2a075531 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:03.976245 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-800d0ab6-c09f-4f00-89d1-9a75a71d02e9 req-66574e3c-685e-49c1-97ac-ce2a2a075531 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0888171
Nov 19 14:27:04.032389 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-800d0ab6-c09f-4f00-89d1-9a75a71d02e9 req-2e6d2e29-1629-4c5c-83a3-6c58a7b9c9c2 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492597
Nov 19 14:27:04.300294 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-5f45817e-8b26-4c2e-80af-90a8f48c2d49 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Synchronizing usage tracker for tenant:0ddffd2acdea49ecb3b1602e7be2a340 on resource:security_group {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:27:04.315972 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-5f45817e-8b26-4c2e-80af-90a8f48c2d49 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Unset dirty status for tenant:0ddffd2acdea49ecb3b1602e7be2a340 on resource:security_group {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:27:04.317175 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-5f45817e-8b26-4c2e-80af-90a8f48c2d49 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1011698760&fields=id&tenant_id=0ddffd2acdea49ecb3b1602e7be2a340 HTTP/1.1" status: 200  len: 267 time: 0.0595403
Nov 19 14:27:04.476382 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-c0f4f5b4-dbe5-4853-a54e-69202bd4f7ce tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:04.477952 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-c0f4f5b4-dbe5-4853-a54e-69202bd4f7ce tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/networks?id=98aca6d4-e506-4773-ad0e-642b375a1bf0 HTTP/1.1" status: 200  len: 808 time: 0.1538608
Nov 19 14:27:04.495265 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-f9aae76f-757f-4929-8c06-3864b749e0ed tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/quotas/0ddffd2acdea49ecb3b1602e7be2a340 HTTP/1.1" status: 200  len: 375 time: 0.0114353
Nov 19 14:27:04.585762 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-8a3aa7ab-1095-4788-ae6d-d8100db10c99 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ddffd2acdea49ecb3b1602e7be2a340&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0847509
Nov 19 14:27:04.732378 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-06008081-1896-4af8-a932-ea88702d55d3 service neutron] 10.222.0.35 "GET /v2.0/networks/98aca6d4-e506-4773-ad0e-642b375a1bf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343026
Nov 19 14:27:04.873919 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-5f2796f9-ffd0-49a2-9acb-796dd9a6c1c4 service neutron] 10.222.0.35 "GET /v2.0/networks/98aca6d4-e506-4773-ad0e-642b375a1bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1345265
Nov 19 14:27:05.282434 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed8c1f-ba43-44bc-ba6c-be96a412882f req-76c5b508-348b-4021-b4d1-71a8cde20b03 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:05.284071 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-feed8c1f-ba43-44bc-ba6c-be96a412882f req-76c5b508-348b-4021-b4d1-71a8cde20b03 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 936 time: 0.0919185
Nov 19 14:27:05.335387 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-feed8c1f-ba43-44bc-ba6c-be96a412882f req-0409a1dc-f3c3-4651-ac6c-41f977c3d4af tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/security-groups?id=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445330
Nov 19 14:27:05.416379 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef278ce-ca90-454c-8e02-487fc8a8fe3f req-61498305-a719-4199-9076-45a5c7fadae6 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:05.418166 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3ef278ce-ca90-454c-8e02-487fc8a8fe3f req-61498305-a719-4199-9076-45a5c7fadae6 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0893607
Nov 19 14:27:05.456642 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-4359287a-a50e-4bce-9d10-6e2838fa07cf req-0c75526b-d960-41b5-9cf5-f1810052ae16 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Synchronizing usage tracker for tenant:0ddffd2acdea49ecb3b1602e7be2a340 on resource:port {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:27:05.469945 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3ef278ce-ca90-454c-8e02-487fc8a8fe3f req-4bc255ad-9abe-4adb-a03b-4558fdac6074 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456967
Nov 19 14:27:05.473664 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-4359287a-a50e-4bce-9d10-6e2838fa07cf req-0c75526b-d960-41b5-9cf5-f1810052ae16 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Unset dirty status for tenant:0ddffd2acdea49ecb3b1602e7be2a340 on resource:port {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:27:05.475043 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4359287a-a50e-4bce-9d10-6e2838fa07cf req-0c75526b-d960-41b5-9cf5-f1810052ae16 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 210 time: 0.0741482
Nov 19 14:27:06.256674 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-faed533f-a64b-4c85-83a8-d31365fad00a req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Request body: {'port': {'device_id': 'd356122c-bd5a-4315-84ba-41cbe0390043', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:27:06.370161 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-faed533f-a64b-4c85-83a8-d31365fad00a req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:06.648148 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c0151-d73b-4c4d-af3b-10802ac74faf req-10cbe1f9-8d7c-40d7-9f7c-9173a1f2cccc tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:06.649778 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b58c0151-d73b-4c4d-af3b-10802ac74faf req-10cbe1f9-8d7c-40d7-9f7c-9173a1f2cccc tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 936 time: 0.1813259
Nov 19 14:27:06.703124 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274d17c-31f7-4673-a160-81c2dde72af1 req-a703df1c-6d9f-47c5-a3e9-84d37076ab07 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:06.704753 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a274d17c-31f7-4673-a160-81c2dde72af1 req-a703df1c-6d9f-47c5-a3e9-84d37076ab07 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0986552
Nov 19 14:27:06.753895 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a274d17c-31f7-4673-a160-81c2dde72af1 req-0e5283bc-8ade-4502-b33a-800ea67c4744 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425804
Nov 19 14:27:06.791953 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b58c0151-d73b-4c4d-af3b-10802ac74faf req-13978dbb-c22e-4e9f-bf9d-6dbf632295eb tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/security-groups?id=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253817
Nov 19 14:27:06.905277 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [req-faed533f-a64b-4c85-83a8-d31365fad00a req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b052b595-c218-4f8c-9df9-9fe491a179cf {{(pid=80260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 14:27:06.913309 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-faed533f-a64b-4c85-83a8-d31365fad00a req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:06.925931 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-faed533f-a64b-4c85-83a8-d31365fad00a req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Transition to ACTIVE for port object b052b595-c218-4f8c-9df9-9fe491a179cf will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:27:06.932152 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-faed533f-a64b-4c85-83a8-d31365fad00a req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:06.933789 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a372d66d-bdf6-4967-b941-4c60f526c1bc req-fb50a354-1b7d-4f83-992e-c0a4cba7b191 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 210 time: 0.0505495
Nov 19 14:27:06.948096 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2192aa46-8055-45bd-baef-ba9efdcc6e59 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:07.087866 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Pushing event updated for resources: {'Port': ['ID=b052b595-c218-4f8c-9df9-9fe491a179cf,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:07.092484 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:07.288990 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-faed533f-a64b-4c85-83a8-d31365fad00a req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Attempting to bind port b052b595-c218-4f8c-9df9-9fe491a179cf on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:27:07.289365 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-faed533f-a64b-4c85-83a8-d31365fad00a req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Attempting to bind port b052b595-c218-4f8c-9df9-9fe491a179cf by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '575821af-3052-46d4-a677-a16a81822fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5e0798cf-988a-4dc7-913b-47a3ebf4c17f'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:27:07.289732 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faed533f-a64b-4c85-83a8-d31365fad00a req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Attempting to bind port b052b595-c218-4f8c-9df9-9fe491a179cf on network 5e0798cf-988a-4dc7-913b-47a3ebf4c17f {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:27:07.296931 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faed533f-a64b-4c85-83a8-d31365fad00a req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Checking agent: {'id': 'd378d45e-d3db-4cef-bd1d-68c8d9116f29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 21, 43), 'started_at': datetime.datetime(2020, 11, 19, 14, 22, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:27:07.297276 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faed533f-a64b-4c85-83a8-d31365fad00a req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Checking segment: {'id': '575821af-3052-46d4-a677-a16a81822fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5e0798cf-988a-4dc7-913b-47a3ebf4c17f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:27:07.297683 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-faed533f-a64b-4c85-83a8-d31365fad00a req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:07.298270 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faed533f-a64b-4c85-83a8-d31365fad00a req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Bound using segment: {'id': '575821af-3052-46d4-a677-a16a81822fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5e0798cf-988a-4dc7-913b-47a3ebf4c17f'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:27:07.298794 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-faed533f-a64b-4c85-83a8-d31365fad00a req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Bound port: b052b595-c218-4f8c-9df9-9fe491a179cf, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575821af-3052-46d4-a677-a16a81822fda', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '5e0798cf-988a-4dc7-913b-47a3ebf4c17f'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:27:07.299171 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-faed533f-a64b-4c85-83a8-d31365fad00a req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:07.405418 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-faed533f-a64b-4c85-83a8-d31365fad00a req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] For port b052b595-c218-4f8c-9df9-9fe491a179cf, host hv-cinder-76330, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:27:07.408856 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-faed533f-a64b-4c85-83a8-d31365fad00a req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] For port b052b595-c218-4f8c-9df9-9fe491a179cf, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b052b595-c218-4f8c-9df9-9fe491a179cf,segment=NetworkSegment(575821af-3052-46d4-a677-a16a81822fda),segment_id=575821af-3052-46d4-a677-a16a81822fda)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:27:07.412120 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-faed533f-a64b-4c85-83a8-d31365fad00a req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:07.427629 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:07.478267 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-d4c90d18-61da-487b-b42b-da4745dd65cf tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:07.479031 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-d4c90d18-61da-487b-b42b-da4745dd65cf tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Synchronizing usage tracker for tenant:0ddffd2acdea49ecb3b1602e7be2a340 on resource:network {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:27:07.496021 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-d4c90d18-61da-487b-b42b-da4745dd65cf tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Unset dirty status for tenant:0ddffd2acdea49ecb3b1602e7be2a340 on resource:network {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:27:07.497276 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-d4c90d18-61da-487b-b42b-da4745dd65cf tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.20 "GET /v2.0/networks?id=98aca6d4-e506-4773-ad0e-642b375a1bf0 HTTP/1.1" status: 200  len: 808 time: 0.2168992
Nov 19 14:27:07.582188 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Pushing event updated for resources: {'Port': ['ID=b052b595-c218-4f8c-9df9-9fe491a179cf,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:07.586919 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:07.618325 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-c8d4a042-b774-424e-a0cb-7a1017ab7f46 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Synchronizing usage tracker for tenant:0ddffd2acdea49ecb3b1602e7be2a340 on resource:security_group {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:27:07.620782 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-faed533f-a64b-4c85-83a8-d31365fad00a req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:07.622299 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-faed533f-a64b-4c85-83a8-d31365fad00a req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] 10.222.0.20 "PUT /v2.0/ports/b052b595-c218-4f8c-9df9-9fe491a179cf HTTP/1.1" status: 200  len: 1162 time: 1.3704998
Nov 19 14:27:07.622873 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd356122c-bd5a-4315-84ba-41cbe0390043', 'tag': 'b052b595-c218-4f8c-9df9-9fe491a179cf'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:27:07.631727 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-c8d4a042-b774-424e-a0cb-7a1017ab7f46 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Unset dirty status for tenant:0ddffd2acdea49ecb3b1602e7be2a340 on resource:security_group {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:27:07.633229 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-c8d4a042-b774-424e-a0cb-7a1017ab7f46 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0ddffd2acdea49ecb3b1602e7be2a340 HTTP/1.1" status: 200  len: 5081 time: 0.0847132
Nov 19 14:27:07.682715 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd356122c-bd5a-4315-84ba-41cbe0390043', 'tag': 'b052b595-c218-4f8c-9df9-9fe491a179cf', 'status': 'completed', 'code': 200}
Nov 19 14:27:07.968317 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b348b0-8808-4764-9dc5-8db58663c67f req-fb4cc5ba-cd8b-43bd-8b37-71bd3539b5af tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:07.970542 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-53b348b0-8808-4764-9dc5-8db58663c67f req-fb4cc5ba-cd8b-43bd-8b37-71bd3539b5af tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0833449
Nov 19 14:27:08.016845 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd6c1f-df85-4fd4-b663-fdd134f994fb req-2d4e2b4f-57fa-4e64-8b65-c36d0e88df83 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:08.018471 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ebdd6c1f-df85-4fd4-b663-fdd134f994fb req-2d4e2b4f-57fa-4e64-8b65-c36d0e88df83 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 948 time: 0.0866249
Nov 19 14:27:08.019519 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-53b348b0-8808-4764-9dc5-8db58663c67f req-d6792288-dfb7-4d46-a0c1-3ae66f930dad tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426946
Nov 19 14:27:08.068740 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ebdd6c1f-df85-4fd4-b663-fdd134f994fb req-1ed39206-91d6-43a0-890f-d0b094e9ccfb tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/security-groups?id=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441103
Nov 19 14:27:08.183798 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c8d10886-7c78-4b19-b72b-bc0e1fc29377 req-6bfdd8c0-9b8b-48b1-9a41-530ca32f6823 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 210 time: 0.0483508
Nov 19 14:27:09.230480 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab02ee-a5f2-47e3-8311-706a5f9bf56d req-28cf954f-0090-49fe-ac9c-40ef52f794cc tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:09.232144 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dfab02ee-a5f2-47e3-8311-706a5f9bf56d req-28cf954f-0090-49fe-ac9c-40ef52f794cc tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0813301
Nov 19 14:27:09.278904 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e37d4-15ec-4d37-9a37-56846b5e0721 req-4766285a-162c-4bc5-a1a6-fb5cd4a64870 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:09.280083 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dfab02ee-a5f2-47e3-8311-706a5f9bf56d req-60435646-67bc-41d1-bbfe-8c28c675916d tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409811
Nov 19 14:27:09.280488 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d57e37d4-15ec-4d37-9a37-56846b5e0721 req-4766285a-162c-4bc5-a1a6-fb5cd4a64870 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 948 time: 0.0828183
Nov 19 14:27:09.329535 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d57e37d4-15ec-4d37-9a37-56846b5e0721 req-c5149ed3-839b-41d4-88c3-2a6b1425623a tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/security-groups?id=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427229
Nov 19 14:27:09.636260 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-bb0a42c4-3870-4f93-b9c2-536c090454da req-6f57262a-d5ea-43dc-afc9-725552f98249 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 210 time: 0.2396913
Nov 19 14:27:10.499142 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8932c-315a-407d-8fd0-9551b914a9f8 req-42913115-424d-490b-b231-30c8217c73af tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:10.501267 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1ee8932c-315a-407d-8fd0-9551b914a9f8 req-42913115-424d-490b-b231-30c8217c73af tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0871224
Nov 19 14:27:10.543486 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ef9d9-e03f-497e-8864-215c089ac0e9 req-7f299051-f947-4780-b75f-3ff7860fb76f tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:10.545115 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7c5ef9d9-e03f-497e-8864-215c089ac0e9 req-7f299051-f947-4780-b75f-3ff7860fb76f tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 948 time: 0.0839434
Nov 19 14:27:10.549580 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1ee8932c-315a-407d-8fd0-9551b914a9f8 req-f6a57da5-5b86-4a6d-b3ed-da5a8932ae8c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419397
Nov 19 14:27:10.598989 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7c5ef9d9-e03f-497e-8864-215c089ac0e9 req-b950a6fb-956d-45d8-a240-072597927a2f tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/security-groups?id=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431855
Nov 19 14:27:10.611776 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Request body: {'port': {'device_id': '924df653-7468-42ab-9f57-7ef38e1ebf6d', 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0', 'admin_state_up': True, 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'security_groups': ['d93f786a-be71-4e27-8dc5-3f939f8e8606']}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:27:10.704872 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a697d125-bda9-4e13-a2b7-3b0b9ad99326 req-432c478b-dbf7-456a-a155-d7c4dca3d5fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8a6b4cdb3c440d2be1f0259ef80676c&device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 1165 time: 0.0786240
Nov 19 14:27:10.750319 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a697d125-bda9-4e13-a2b7-3b0b9ad99326 req-8203f02d-f1d4-44bc-810f-8b06a6328ed9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d8a6b4cdb3c440d2be1f0259ef80676c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0298181
Nov 19 14:27:10.758080 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:27:10.769447 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:27:10.818803 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-417128bd-f738-4f0f-b27f-d46b1e8a0637 req-57b3c38c-38cb-494e-bd55-45b7ed83381e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 210 time: 0.0504770
Nov 19 14:27:10.819855 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Made reservation on behalf of 0ddffd2acdea49ecb3b1602e7be2a340 for: {'port': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:27:10.825234 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:10.910344 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697d125-bda9-4e13-a2b7-3b0b9ad99326 req-c4ec5edc-c5b7-4a5f-a5cf-d4272fabfa85 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:10.911902 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a697d125-bda9-4e13-a2b7-3b0b9ad99326 req-c4ec5edc-c5b7-4a5f-a5cf-d4272fabfa85 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1455204
Nov 19 14:27:11.010869 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 1548e96e-918b-4df4-a06f-34a05ed3dbc0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:27:11.084189 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-faed533f-a64b-4c85-83a8-d31365fad00a req-7dc78981-f852-44cc-894c-655c5ddd0a20 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d8a6b4cdb3c440d2be1f0259ef80676c&device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 1165 time: 0.0785329
Nov 19 14:27:11.084438 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 1548e96e-918b-4df4-a06f-34a05ed3dbc0 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:27:11.084634 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:11.151963 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Allocated IP 172.20.0.12 (98aca6d4-e506-4773-ad0e-642b375a1bf0/c3fa7d90-1460-4280-8e47-ad97685a5102/9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1) {{(pid=80261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:27:11.174218 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-faed533f-a64b-4c85-83a8-d31365fad00a req-eed644c1-45ea-4fcd-85b9-4bdb0c8a62cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=b052b595-c218-4f8c-9df9-9fe491a179cf HTTP/1.1" status: 200  len: 217 time: 0.0728483
Nov 19 14:27:11.248483 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed533f-a64b-4c85-83a8-d31365fad00a req-ad1d8a19-c02b-4c6b-ba72-4ff641ff7cd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:11.250617 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-faed533f-a64b-4c85-83a8-d31365fad00a req-ad1d8a19-c02b-4c6b-ba72-4ff641ff7cd1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0508774c-139d-4752-ab44-ad5e319a4fc4 HTTP/1.1" status: 200  len: 843 time: 0.0654850
Nov 19 14:27:11.346483 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-faed533f-a64b-4c85-83a8-d31365fad00a req-8038f397-272a-4e0c-a7f3-2ff6829ef9df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5e0798cf-988a-4dc7-913b-47a3ebf4c17f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0771501
Nov 19 14:27:11.357756 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks [] for port, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:11.375825 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Transition to ACTIVE for port object 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 will not be triggered until provisioned by entity DHCP. {{(pid=80261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:27:11.395005 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:11.409862 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:11.500826 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-faed533f-a64b-4c85-83a8-d31365fad00a req-743c1362-f80b-4e6c-9839-4800f167ed51 service neutron] 10.222.0.20 "GET /v2.0/networks/5e0798cf-988a-4dc7-913b-47a3ebf4c17f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435790
Nov 19 14:27:11.566130 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Pushing event updated for resources: {'Port': ['ID=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:11.586186 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.586633 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.587052 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.587463 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.587868 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.588274 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.588674 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.589072 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.589467 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.589861 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.590259 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.590684 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.591181 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.591576 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.591974 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.592367 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.592758 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.593152 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.593583 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.593980 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.594371 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.594791 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.595330 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.595747 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:11.601918 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:11.640668 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Network 98aca6d4-e506-4773-ad0e-642b375a1bf0 is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:27:11.641899 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:27:11.644369 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Received port after_create {{(pid=80261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:27:11.705712 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-faed533f-a64b-4c85-83a8-d31365fad00a req-e3a42669-a215-4038-b14c-d890cb830832 service neutron] 10.222.0.20 "GET /v2.0/networks/5e0798cf-988a-4dc7-913b-47a3ebf4c17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1952436
Nov 19 14:27:11.740742 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:11.743859 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for port, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:11.776981 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1706150
Nov 19 14:27:11.842104 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] Request body: {'port': {'device_id': '924df653-7468-42ab-9f57-7ef38e1ebf6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:27:11.964469 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-da41eb76-228e-47b2-b55e-35e93fb0e86a None None] Provisioning for port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:27:11.971816 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-da41eb76-228e-47b2-b55e-35e93fb0e86a None None] Provisioning complete for port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:27:11.972596 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-da41eb76-228e-47b2-b55e-35e93fb0e86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:12.034422 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-da41eb76-228e-47b2-b55e-35e93fb0e86a None None] Port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:27:12.038498 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:12.075789 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34ee88-e8c5-44d4-858b-cc40dceb8ef9 req-c8475cbf-93c8-4307-9578-f0dfae5fcc2b tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:12.078287 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fb34ee88-e8c5-44d4-858b-cc40dceb8ef9 req-c8475cbf-93c8-4307-9578-f0dfae5fcc2b tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0899911
Nov 19 14:27:12.133920 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fb34ee88-e8c5-44d4-858b-cc40dceb8ef9 req-b6f31c46-af6c-43c2-9bcb-46a555805cac tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488863
Nov 19 14:27:12.249459 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f06a85-711b-4efd-a33e-2b405ff4c093 req-fde5479f-95e0-4d9d-b327-16e6780a629f tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:12.251603 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f6f06a85-711b-4efd-a33e-2b405ff4c093 req-fde5479f-95e0-4d9d-b327-16e6780a629f tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 948 time: 0.2537532
Nov 19 14:27:12.337807 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21bfae-2e5b-4eb5-89c1-5e8c46d7b09a req-3cfae93f-014b-4093-b995-c6850ac62643 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:12.339458 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7d21bfae-2e5b-4eb5-89c1-5e8c46d7b09a req-3cfae93f-014b-4093-b995-c6850ac62643 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 932 time: 0.0863278
Nov 19 14:27:12.389191 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7d21bfae-2e5b-4eb5-89c1-5e8c46d7b09a req-3787bf2b-8335-41ce-9099-abc4909d1665 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0423877
Nov 19 14:27:12.393676 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f6f06a85-711b-4efd-a33e-2b405ff4c093 req-f055af14-42f8-4343-9647-0c182a63184d tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/security-groups?id=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336794
Nov 19 14:27:12.579640 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 {{(pid=80261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 14:27:12.586547 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:12.598603 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] Transition to ACTIVE for port object 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 will not be triggered until provisioned by entity L2. {{(pid=80261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:27:12.601173 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10942143'] for port, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:12.616553 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-785d2c54-fb80-4c37-8a97-819d9967fe48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:12.967147 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] Pushing event updated for resources: {'Port': ['ID=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1,revision_number=2']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:12.971987 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:13.141359 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] Attempting to bind port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:27:13.141654 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] Attempting to bind port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'f1960a51-4bc3-4eed-86e4-24102da323d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0'}] {{(pid=80261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:27:13.142016 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] Attempting to bind port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 on network 98aca6d4-e506-4773-ad0e-642b375a1bf0 {{(pid=80261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:27:13.149630 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] Checking agent: {'id': 'd378d45e-d3db-4cef-bd1d-68c8d9116f29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 21, 43), 'started_at': datetime.datetime(2020, 11, 19, 14, 22, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:27:13.150004 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] Checking segment: {'id': 'f1960a51-4bc3-4eed-86e4-24102da323d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:27:13.150405 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:13.150819 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] Bound using segment: {'id': 'f1960a51-4bc3-4eed-86e4-24102da323d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0'} {{(pid=80261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:27:13.151287 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] Bound port: 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1960a51-4bc3-4eed-86e4-24102da323d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0'}}] {{(pid=80261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:27:13.151687 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:13.245244 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] For port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1, host hv-cinder-76330, cleared binding levels {{(pid=80261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:27:13.248606 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] For port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1,segment=NetworkSegment(f1960a51-4bc3-4eed-86e4-24102da323d7),segment_id=f1960a51-4bc3-4eed-86e4-24102da323d7)] {{(pid=80261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:27:13.252190 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10942143'] for port, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:13.267764 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:13.346085 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663c06b-8072-46d5-b980-e9e7e123fbc3 req-a49e3985-1c0a-4d27-8523-ade3f1fa09e3 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:13.347710 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3663c06b-8072-46d5-b980-e9e7e123fbc3 req-a49e3985-1c0a-4d27-8523-ade3f1fa09e3 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0824990
Nov 19 14:27:13.395699 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3663c06b-8072-46d5-b980-e9e7e123fbc3 req-53f9b2f2-fb0e-4fb4-a9f6-ba9a4f1fe14b tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416574
Nov 19 14:27:13.418005 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] Pushing event updated for resources: {'Port': ['ID=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1,revision_number=3']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:13.423623 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:13.461467 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for port, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:13.462907 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] 10.222.0.20 "PUT /v2.0/ports/9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 HTTP/1.1" status: 200  len: 1158 time: 1.6265292
Nov 19 14:27:13.463571 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '924df653-7468-42ab-9f57-7ef38e1ebf6d', 'tag': '9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1'}] {{(pid=80261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:27:13.619963 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7c47d-7760-4087-a9d7-9d9d9f6c0226 req-36035a8f-2371-4b20-b22d-5d67b9e2ae0e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:13.620755 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-9ba7c47d-7760-4087-a9d7-9d9d9f6c0226 req-36035a8f-2371-4b20-b22d-5d67b9e2ae0e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Synchronizing usage tracker for tenant:0ddffd2acdea49ecb3b1602e7be2a340 on resource:port {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:27:13.636618 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-9ba7c47d-7760-4087-a9d7-9d9d9f6c0226 req-36035a8f-2371-4b20-b22d-5d67b9e2ae0e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Unset dirty status for tenant:0ddffd2acdea49ecb3b1602e7be2a340 on resource:port {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:27:13.637942 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9ba7c47d-7760-4087-a9d7-9d9d9f6c0226 req-36035a8f-2371-4b20-b22d-5d67b9e2ae0e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 944 time: 0.1061194
Nov 19 14:27:13.665114 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199cb0b-ea95-4e2b-b76f-8c96a7b46c0a req-6f3bd8ba-fb5f-4c1f-bc94-97ba6cc37d03 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:13.666778 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6199cb0b-ea95-4e2b-b76f-8c96a7b46c0a req-6f3bd8ba-fb5f-4c1f-bc94-97ba6cc37d03 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 948 time: 0.1005297
Nov 19 14:27:13.689241 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9ba7c47d-7760-4087-a9d7-9d9d9f6c0226 req-be58e011-a288-49b9-9fa7-25cd90e23abd tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0439806
Nov 19 14:27:13.720741 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6199cb0b-ea95-4e2b-b76f-8c96a7b46c0a req-f6ce3cb9-dd0a-4b28-9f4a-3c53a049c935 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/security-groups?id=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461369
Nov 19 14:27:13.760015 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '924df653-7468-42ab-9f57-7ef38e1ebf6d', 'tag': '9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1', 'status': 'completed', 'code': 200}
Nov 19 14:27:14.014135 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:14.907168 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e672be-7b4d-4f93-90d5-a599a486947c req-ea8341ec-fc02-4184-94f3-7d533eae4562 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:14.908966 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a3e672be-7b4d-4f93-90d5-a599a486947c req-ea8341ec-fc02-4184-94f3-7d533eae4562 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 944 time: 0.0889263
Nov 19 14:27:14.938888 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03c4d7-a1c8-4f93-9e62-a4b84facce74 req-f1bd318b-f7a8-40bd-bfe2-8cc7f6639094 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:14.940574 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fc03c4d7-a1c8-4f93-9e62-a4b84facce74 req-f1bd318b-f7a8-40bd-bfe2-8cc7f6639094 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 948 time: 0.0872149
Nov 19 14:27:14.959042 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a3e672be-7b4d-4f93-90d5-a599a486947c req-bc092d28-6258-44f6-8f79-52be320f0f10 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0435147
Nov 19 14:27:14.993258 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fc03c4d7-a1c8-4f93-9e62-a4b84facce74 req-d9e1994f-4bf2-4b58-b3c4-084fffb56ce4 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/security-groups?id=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463355
Nov 19 14:27:15.109788 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d4665f5a-1b4c-41ac-bde7-9dd24a08144c req-b6c46c42-2fe0-4b29-8644-8ed9b6758ed9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ddffd2acdea49ecb3b1602e7be2a340&device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 1161 time: 0.0748231
Nov 19 14:27:15.277772 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4665f5a-1b4c-41ac-bde7-9dd24a08144c req-62605302-7d4c-4305-9e95-9e1974c45cc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:15.279416 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d4665f5a-1b4c-41ac-bde7-9dd24a08144c req-62605302-7d4c-4305-9e95-9e1974c45cc7 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=0ddffd2acdea49ecb3b1602e7be2a340&shared=False HTTP/1.1" status: 200  len: 902 time: 0.1487823
Nov 19 14:27:15.427400 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4665f5a-1b4c-41ac-bde7-9dd24a08144c req-3674e752-9255-4a3e-9ece-c58642409b73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:15.428936 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d4665f5a-1b4c-41ac-bde7-9dd24a08144c req-3674e752-9255-4a3e-9ece-c58642409b73 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1416962
Nov 19 14:27:15.528014 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 1548e96e-918b-4df4-a06f-34a05ed3dbc0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:27:15.601861 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 1548e96e-918b-4df4-a06f-34a05ed3dbc0 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:27:15.602290 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:15.603259 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-72a5512e-1c72-472f-8ccf-3049c2d28159 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ddffd2acdea49ecb3b1602e7be2a340&device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 1161 time: 0.0781887
Nov 19 14:27:15.695586 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-0ebedfdf-e453-4b9d-9c47-e38fa4e5dc8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 HTTP/1.1" status: 200  len: 217 time: 0.0646720
Nov 19 14:27:15.769722 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-823eb951-13e5-4d6f-94ad-8587f9b66fc1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:15.771337 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-823eb951-13e5-4d6f-94ad-8587f9b66fc1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3fa7d90-1460-4280-8e47-ad97685a5102 HTTP/1.1" status: 200  len: 847 time: 0.0673747
Nov 19 14:27:15.862670 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-3197bdd3-b920-43ea-85ca-01f91c4b432f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98aca6d4-e506-4773-ad0e-642b375a1bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728862
Nov 19 14:27:16.020096 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-fa14bd55-ee12-4e74-ad86-9610247fd2d0 service neutron] 10.222.0.20 "GET /v2.0/networks/98aca6d4-e506-4773-ad0e-642b375a1bf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406457
Nov 19 14:27:16.219781 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b678cc-67ae-44bb-920f-3328fff89029 req-7f98c448-532d-41a9-8cb6-687e33083652 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:16.221464 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-33b678cc-67ae-44bb-920f-3328fff89029 req-7f98c448-532d-41a9-8cb6-687e33083652 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 948 time: 0.0953469
Nov 19 14:27:16.239027 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8c66b60b-ae24-40d3-95cd-5344e687589d req-ad37a0a0-0a62-4ce5-bfd7-69b7405bb821 service neutron] 10.222.0.20 "GET /v2.0/networks/98aca6d4-e506-4773-ad0e-642b375a1bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2036743
Nov 19 14:27:16.257108 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada55210-ff42-4073-bd65-1702d25bffd6 req-68c743b3-d425-40ad-b5e0-ec11fb5bf4be tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:16.258612 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ada55210-ff42-4073-bd65-1702d25bffd6 req-68c743b3-d425-40ad-b5e0-ec11fb5bf4be tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 944 time: 0.1208973
Nov 19 14:27:16.278215 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-33b678cc-67ae-44bb-920f-3328fff89029 req-8ef7ce96-21d1-4d9f-a7e7-0753964a97ab tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/security-groups?id=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501788
Nov 19 14:27:16.311400 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ada55210-ff42-4073-bd65-1702d25bffd6 req-6eb118e4-4756-4812-93f1-9d73d05dcbb2 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0466068
Nov 19 14:27:17.497668 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b35ed-bbbe-413e-a85e-27a65963a1df req-9104cf88-7e90-43f8-834e-e4f1fe3fe287 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:17.499491 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-bc5b35ed-bbbe-413e-a85e-27a65963a1df req-9104cf88-7e90-43f8-834e-e4f1fe3fe287 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 948 time: 0.0874958
Nov 19 14:27:17.535499 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d717811-c2af-4fa6-97dd-7f37ffc8ccd3 req-1c823785-dc39-45a6-986c-9ccf37126d7a tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:17.537171 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8d717811-c2af-4fa6-97dd-7f37ffc8ccd3 req-1c823785-dc39-45a6-986c-9ccf37126d7a tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 944 time: 0.0885668
Nov 19 14:27:17.554818 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-bc5b35ed-bbbe-413e-a85e-27a65963a1df req-b9fe6b8c-d86c-432a-b5f6-a07588c9577f tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/security-groups?id=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479949
Nov 19 14:27:17.593167 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8d717811-c2af-4fa6-97dd-7f37ffc8ccd3 req-788755b9-d014-4e9d-a682-7f2804a76908 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0495586
Nov 19 14:27:18.100124 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Network 5e0798cf-988a-4dc7-913b-47a3ebf4c17f details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:27:18.658078 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.objects.ports [None req-37f1c859-266c-4ff4-b7ac-cc3e0ab6a685 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80262) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 14:27:18.785868 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a627c9-d28f-493f-8ff0-2e03fd7cd3ba req-a07277aa-54fb-4e44-94cc-71db004f49e9 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:18.787619 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-88a627c9-d28f-493f-8ff0-2e03fd7cd3ba req-a07277aa-54fb-4e44-94cc-71db004f49e9 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 948 time: 0.0850432
Nov 19 14:27:18.819309 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df6592-7cad-4d25-ade5-c22b9f0492f0 req-fe7dd86a-8677-46b2-aaa7-d6e8de91e754 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:18.820940 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-34df6592-7cad-4d25-ade5-c22b9f0492f0 req-fe7dd86a-8677-46b2-aaa7-d6e8de91e754 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 944 time: 0.0930820
Nov 19 14:27:18.838917 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-88a627c9-d28f-493f-8ff0-2e03fd7cd3ba req-8a95e1c8-ac3a-4d40-852d-543d28dbb4bd tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/security-groups?id=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434456
Nov 19 14:27:18.873224 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-34df6592-7cad-4d25-ade5-c22b9f0492f0 req-3b78fe67-6b6b-4b95-92c1-a2de90a6e849 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0457907
Nov 19 14:27:19.542495 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device b052b595-c218-4f8c-9df9-9fe491a179cf up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:27:19.761035 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning for port b052b595-c218-4f8c-9df9-9fe491a179cf completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:27:19.766371 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port b052b595-c218-4f8c-9df9-9fe491a179cf triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:27:19.766830 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:19.922909 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:19.968822 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd356122c-bd5a-4315-84ba-41cbe0390043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b052b595-c218-4f8c-9df9-9fe491a179cf'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:27:19.975941 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port b052b595-c218-4f8c-9df9-9fe491a179cf, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b052b595-c218-4f8c-9df9-9fe491a179cf,segment=NetworkSegment(575821af-3052-46d4-a677-a16a81822fda),segment_id=575821af-3052-46d4-a677-a16a81822fda)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:27:19.984229 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:19.986272 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:20.085506 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=b052b595-c218-4f8c-9df9-9fe491a179cf,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:20.086060 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b248ee80-aeca-474b-854b-6cf686e98488 req-722fbfaf-69b6-4dd0-8587-fc0b9c61f3ac tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:20.093760 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b248ee80-aeca-474b-854b-6cf686e98488 req-722fbfaf-69b6-4dd0-8587-fc0b9c61f3ac tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 950 time: 0.0940619
Nov 19 14:27:20.095223 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.095753 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.096253 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.096637 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.097131 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.097507 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.097875 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.098241 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.098645 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.099015 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.099378 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.099741 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.100205 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.100566 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.100927 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.101288 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.101805 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.102276 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.102661 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.103024 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.103382 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.103743 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.104099 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.104497 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:20.109707 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:20.142001 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b248ee80-aeca-474b-854b-6cf686e98488 req-97b65807-f037-4ca0-9879-ad53c09c9df0 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/security-groups?id=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472188
Nov 19 14:27:20.155228 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6976d4-2d62-413c-a649-05aebdf5befd req-1685ceb0-6844-4481-beb6-2283f9d1a6fa tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:20.156881 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-be6976d4-2d62-413c-a649-05aebdf5befd req-1685ceb0-6844-4481-beb6-2283f9d1a6fa tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 944 time: 0.0914207
Nov 19 14:27:20.206942 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-be6976d4-2d62-413c-a649-05aebdf5befd req-57b7c9cd-ad74-420e-908a-b71e366afbe8 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0439048
Nov 19 14:27:20.214544 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd356122c-bd5a-4315-84ba-41cbe0390043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b052b595-c218-4f8c-9df9-9fe491a179cf', 'code': 200}
Nov 19 14:27:20.597608 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8a5e76c1-6955-4e5b-843d-55ddee6641e3 req-456861cf-e528-48ee-8d22-2e0cf6525a30 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 1167 time: 0.0764186
Nov 19 14:27:20.609805 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f53d15-b1fe-4e46-a16e-450d39115f47 req-023c8c6c-dd69-4ba0-bac0-e807a6aeb866 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:20.611445 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b9f53d15-b1fe-4e46-a16e-450d39115f47 req-023c8c6c-dd69-4ba0-bac0-e807a6aeb866 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.0842566
Nov 19 14:27:20.644670 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8a5e76c1-6955-4e5b-843d-55ddee6641e3 req-8c306393-6148-4618-998c-8a4b6a188137 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389125
Nov 19 14:27:20.659301 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b9f53d15-b1fe-4e46-a16e-450d39115f47 req-f13209fa-4249-41de-89d4-21bf08262be7 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414491
Nov 19 14:27:21.356136 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a43540-00cd-455d-86a5-ce11b01c4a78 req-bc9f9c60-00f5-44f5-b390-2491ee0a324f tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:21.357739 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-53a43540-00cd-455d-86a5-ce11b01c4a78 req-bc9f9c60-00f5-44f5-b390-2491ee0a324f tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 950 time: 0.0821536
Nov 19 14:27:21.406250 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-53a43540-00cd-455d-86a5-ce11b01c4a78 req-09950ca4-d5fd-4d64-8d79-5c54104e39a9 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/security-groups?id=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414674
Nov 19 14:27:21.423745 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a64076-e4a1-4522-af58-46fa83a945e5 req-771bbf5e-98a0-4539-ba9b-ee805910c88b tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:21.425332 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-86a64076-e4a1-4522-af58-46fa83a945e5 req-771bbf5e-98a0-4539-ba9b-ee805910c88b tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 944 time: 0.0873573
Nov 19 14:27:21.477023 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-86a64076-e4a1-4522-af58-46fa83a945e5 req-9cb499ff-bb0d-4575-84f0-f94bfa514df8 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0415838
Nov 19 14:27:21.716660 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device b052b595-c218-4f8c-9df9-9fe491a179cf up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:27:21.792531 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port b052b595-c218-4f8c-9df9-9fe491a179cf triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:27:21.792879 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:21.888617 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5961a-eab7-4714-be35-19000af2963f req-a0b2c0b9-70c3-47cf-8511-f44d46cd2e5a tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:21.890354 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dfb5961a-eab7-4714-be35-19000af2963f req-a0b2c0b9-70c3-47cf-8511-f44d46cd2e5a tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.0964885
Nov 19 14:27:21.914644 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:27:21.940151 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dfb5961a-eab7-4714-be35-19000af2963f req-8c8df6ad-093f-4ae7-a02a-a1325e01487b tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427589
Nov 19 14:27:21.984619 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning for port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:27:21.989600 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:27:21.990023 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:22.103940 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:22.136651 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1,segment=NetworkSegment(f1960a51-4bc3-4eed-86e4-24102da323d7),segment_id=f1960a51-4bc3-4eed-86e4-24102da323d7)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:27:22.139252 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:22.141627 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:22.209587 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:22.213210 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:22.215778 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924df653-7468-42ab-9f57-7ef38e1ebf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:27:22.274240 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924df653-7468-42ab-9f57-7ef38e1ebf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1', 'code': 200}
Nov 19 14:27:22.627951 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030abf1-1e0c-45ea-b517-19be6987f5a9 req-043d0287-6b73-459d-b437-f4ff38f41a75 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:22.629567 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4030abf1-1e0c-45ea-b517-19be6987f5a9 req-043d0287-6b73-459d-b437-f4ff38f41a75 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 950 time: 0.0887327
Nov 19 14:27:22.681466 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4030abf1-1e0c-45ea-b517-19be6987f5a9 req-69874b4b-dc66-46c9-9853-8da18179551c tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/security-groups?id=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456359
Nov 19 14:27:22.708426 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775236ab-eda6-480a-be26-b1d6c7c4a824 req-37053f34-9691-4e8f-a779-fe7f69e2c0f0 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:22.711043 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-775236ab-eda6-480a-be26-b1d6c7c4a824 req-37053f34-9691-4e8f-a779-fe7f69e2c0f0 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=80488170-3f7b-47b1-8e58-7f3ccd9a177f HTTP/1.1" status: 200  len: 946 time: 0.1409390
Nov 19 14:27:22.753771 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-16a0c172-8f36-49d0-8593-d46c7c82f4ca req-88f5c7ed-94ca-473e-84d8-0bd45a8633c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 1163 time: 0.1196437
Nov 19 14:27:22.793685 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-775236ab-eda6-480a-be26-b1d6c7c4a824 req-2d21f4e0-a2ab-4613-be63-24e93a5c07b4 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0759859
Nov 19 14:27:22.812760 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-16a0c172-8f36-49d0-8593-d46c7c82f4ca req-17ed46e8-68ad-4ab4-8945-7de1ffc32f52 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0453517
Nov 19 14:27:22.882382 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b3ec1-5b81-4332-a8b2-9b3e3e2c36a0 req-099c4884-dbfd-449b-bcd3-5a41bf9ebbd7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:22.884032 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-301b3ec1-5b81-4332-a8b2-9b3e3e2c36a0 req-099c4884-dbfd-449b-bcd3-5a41bf9ebbd7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0842643
Nov 19 14:27:22.943174 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-301b3ec1-5b81-4332-a8b2-9b3e3e2c36a0 req-c033f6ac-7e77-41d6-8e6e-95905364eb9d tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0524125
Nov 19 14:27:23.107057 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device b052b595-c218-4f8c-9df9-9fe491a179cf up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:27:23.154205 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e508a5-df0b-41dc-aab3-9bdfc581afa9 req-a1237dac-cb4d-4aad-a382-1f855541db29 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:23.155867 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d4e508a5-df0b-41dc-aab3-9bdfc581afa9 req-a1237dac-cb4d-4aad-a382-1f855541db29 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.0871410
Nov 19 14:27:23.179694 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port b052b595-c218-4f8c-9df9-9fe491a179cf triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:27:23.180243 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:23.211953 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d4e508a5-df0b-41dc-aab3-9bdfc581afa9 req-5ac5dab0-f066-47c4-be29-d7e661d745de tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486367
Nov 19 14:27:23.218635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e178fb-9b55-41b7-b2d0-2cb736b2df9d req-40e38be0-229d-49ea-b2dc-8e23b92cc239 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:23.220790 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-39e178fb-9b55-41b7-b2d0-2cb736b2df9d req-40e38be0-229d-49ea-b2dc-8e23b92cc239 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 950 time: 0.0905757
Nov 19 14:27:23.271317 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-39e178fb-9b55-41b7-b2d0-2cb736b2df9d req-2a4a552a-1893-408a-9801-c5271263a0e9 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/security-groups?id=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438259
Nov 19 14:27:23.304751 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:27:23.372992 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:27:23.373412 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:24.007027 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff50e6-f041-4fb1-a6e4-bf2bf9e2da1b req-501480f2-4d0d-43c0-b69e-4f2e1e34765b tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:24.008642 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fcff50e6-f041-4fb1-a6e4-bf2bf9e2da1b req-501480f2-4d0d-43c0-b69e-4f2e1e34765b tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=80488170-3f7b-47b1-8e58-7f3ccd9a177f HTTP/1.1" status: 200  len: 946 time: 0.0847273
Nov 19 14:27:24.057088 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fcff50e6-f041-4fb1-a6e4-bf2bf9e2da1b req-c7c1bfca-8478-471f-866a-23c2e3a690aa tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423326
Nov 19 14:27:24.146800 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c92d2-3811-4917-ba37-b733e1bfa6ea req-cbcad8eb-6021-4577-b271-e35ce642232c tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:24.148320 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-280c92d2-3811-4917-ba37-b733e1bfa6ea req-cbcad8eb-6021-4577-b271-e35ce642232c tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0829923
Nov 19 14:27:24.195738 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-280c92d2-3811-4917-ba37-b733e1bfa6ea req-bf2bb31d-e493-496c-ad61-c39332d7808d tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0413132
Nov 19 14:27:24.433637 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94537720-f398-4cda-a661-19b6e719e7d8 req-b4fad004-94e9-44d3-8a38-d63ee744f350 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:24.435200 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-94537720-f398-4cda-a661-19b6e719e7d8 req-b4fad004-94e9-44d3-8a38-d63ee744f350 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.0873272
Nov 19 14:27:24.483385 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-94537720-f398-4cda-a661-19b6e719e7d8 req-98c911fc-a9e0-4da5-ac08-ef8ec893df7a tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418999
Nov 19 14:27:24.486182 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09874050-f1c6-4621-9e57-11cec682a078 req-41c35ca2-43e3-43ab-931c-78d5b6d09894 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:24.487896 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-09874050-f1c6-4621-9e57-11cec682a078 req-41c35ca2-43e3-43ab-931c-78d5b6d09894 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 950 time: 0.0868771
Nov 19 14:27:24.536159 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-09874050-f1c6-4621-9e57-11cec682a078 req-dc837001-056e-4d1c-b68d-6e558162f613 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/security-groups?id=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420885
Nov 19 14:27:24.938504 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:27:25.008710 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:27:25.009218 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:25.268705 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220c6ed-082a-4d04-b21e-c40dde411c11 req-f25bdf98-9fcd-4074-9b95-3beaaf2c46b6 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:25.270320 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8220c6ed-082a-4d04-b21e-c40dde411c11 req-f25bdf98-9fcd-4074-9b95-3beaaf2c46b6 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=80488170-3f7b-47b1-8e58-7f3ccd9a177f HTTP/1.1" status: 200  len: 946 time: 0.0843868
Nov 19 14:27:25.318249 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8220c6ed-082a-4d04-b21e-c40dde411c11 req-30f0ba1e-9fb5-4d5f-88ee-80f6ff2da159 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416698
Nov 19 14:27:25.406534 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d83927-19aa-4070-8242-234dd19f8e24 req-e43a5cc3-d26f-4027-9f11-153a620caebb tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:25.408144 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e6d83927-19aa-4070-8242-234dd19f8e24 req-e43a5cc3-d26f-4027-9f11-153a620caebb tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0820806
Nov 19 14:27:25.454914 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e6d83927-19aa-4070-8242-234dd19f8e24 req-d6038cab-55f1-4bfd-b972-8f9deb9f5dd8 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0405786
Nov 19 14:27:25.498262 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-386a03c2-b422-448f-ab5e-11630ae3a7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:25.671544 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3852f31-a32c-4db8-ac20-a469be788f3f req-0cbc4a7a-fa49-40d6-9769-fb3be0c5fb37 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:25.673673 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b3852f31-a32c-4db8-ac20-a469be788f3f req-0cbc4a7a-fa49-40d6-9769-fb3be0c5fb37 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0860600
Nov 19 14:27:25.699671 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3e91b-6176-4267-87c3-3967e5db3a54 req-68909f76-50bc-487d-b65a-907774def70b tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:25.701273 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-07a3e91b-6176-4267-87c3-3967e5db3a54 req-68909f76-50bc-487d-b65a-907774def70b tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.0860775
Nov 19 14:27:25.721914 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b3852f31-a32c-4db8-ac20-a469be788f3f req-abc6c63c-5ef9-43f8-a266-1f657815e1c1 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0420995
Nov 19 14:27:25.750003 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-07a3e91b-6176-4267-87c3-3967e5db3a54 req-3317210a-420f-4651-b6e6-689d64315ead tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421228
Nov 19 14:27:25.948187 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2560fb-e68d-4551-a3eb-5670b4ace847 req-71c4e4ec-7bb3-46d4-9328-27726744380b tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:25.949830 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ad2560fb-e68d-4551-a3eb-5670b4ace847 req-71c4e4ec-7bb3-46d4-9328-27726744380b tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 950 time: 0.1057055
Nov 19 14:27:25.951540 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-0b069ce2-3aa7-4d27-8f20-42583735cc56 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1593251
Nov 19 14:27:25.961954 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Request body: {'floatingip': {'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:27:25.967828 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:27:25.972520 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Usage tracker for resource:floatingip and tenant:0ddffd2acdea49ecb3b1602e7be2a340 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:27:25.975528 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:27:25.981418 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:27:25.991730 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks [] for floatingip, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:26.003521 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ad2560fb-e68d-4551-a3eb-5670b4ace847 req-7eaaca33-1a14-41c3-9894-ab24561a0e57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/security-groups?id=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471044
Nov 19 14:27:26.393547 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f958f-592a-415c-8c6e-094e192db7d3 req-5287097e-05ba-49fe-acd4-f9970f9fa30c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:26.395119 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ba2f958f-592a-415c-8c6e-094e192db7d3 req-5287097e-05ba-49fe-acd4-f9970f9fa30c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.20 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.1188166
Nov 19 14:27:26.400739 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:26.598129 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f94d95-87db-4ebe-85b2-2e16408de81f req-d5a4088b-3107-45a6-9584-964b5f38a8b1 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:26.599781 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-85f94d95-87db-4ebe-85b2-2e16408de81f req-d5a4088b-3107-45a6-9584-964b5f38a8b1 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=80488170-3f7b-47b1-8e58-7f3ccd9a177f HTTP/1.1" status: 200  len: 946 time: 0.1534438
Nov 19 14:27:26.605698 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef5e5d-a94b-40bb-9bce-b7c35a69786b req-9b09fb10-93c4-4029-8b48-3bef3b2aea57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:26.607184 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-53ef5e5d-a94b-40bb-9bce-b7c35a69786b req-9b09fb10-93c4-4029-8b48-3bef3b2aea57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.20 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 950 time: 0.1212504
Nov 19 14:27:26.631045 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-ba2f958f-592a-415c-8c6e-094e192db7d3 req-1bb6a484-7a85-4409-86a6-07771dcb602c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Deleting port c7cdcf7b-bee7-4dd9-b68a-d0af9924414d {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:27:26.631355 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ba2f958f-592a-415c-8c6e-094e192db7d3 req-1bb6a484-7a85-4409-86a6-07771dcb602c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:26.740420 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-85f94d95-87db-4ebe-85b2-2e16408de81f req-5bbbbc76-4b08-44be-ac7d-2f486a110192 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321747
Nov 19 14:27:26.770579 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device c7cdcf7b-bee7-4dd9-b68a-d0af9924414d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:27:26.776938 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-53ef5e5d-a94b-40bb-9bce-b7c35a69786b req-8af66091-c008-4166-a7f6-0a889df1d314 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Deleting port b052b595-c218-4f8c-9df9-9fe491a179cf {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:27:26.777329 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-53ef5e5d-a94b-40bb-9bce-b7c35a69786b req-8af66091-c008-4166-a7f6-0a889df1d314 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:26.852335 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8b7ab-b6d5-4f62-9a7a-82eacd29c8d5 req-b913fa11-e7d2-4736-88a8-e175dbda3117 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:26.853938 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dec8b7ab-b6d5-4f62-9a7a-82eacd29c8d5 req-b913fa11-e7d2-4736-88a8-e175dbda3117 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.20 "GET /v2.0/ports?device_id=80488170-3f7b-47b1-8e58-7f3ccd9a177f HTTP/1.1" status: 200  len: 946 time: 0.2104084
Nov 19 14:27:26.896966 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Allocated IP 172.27.0.100 (30e7e950-b2fa-4cc4-9540-c3d995e774bc/c880977d-f782-4d1f-ba36-7b5f08e013ca/d7073edf-f170-4321-8236-a171f08deb33) {{(pid=80261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:27:26.932952 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:26.968483 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e12860d-c0d1-4441-b4c6-f91824a39b83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7cdcf7b-bee7-4dd9-b68a-d0af9924414d'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:27:26.977404 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port c7cdcf7b-bee7-4dd9-b68a-d0af9924414d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c7cdcf7b-bee7-4dd9-b68a-d0af9924414d,segment=NetworkSegment(8063b039-1f6f-43b0-aac6-5204c597b782),segment_id=8063b039-1f6f-43b0-aac6-5204c597b782)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:27:26.982271 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:26.983364 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device b052b595-c218-4f8c-9df9-9fe491a179cf no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:27:27.024746 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:27.076343 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-dec8b7ab-b6d5-4f62-9a7a-82eacd29c8d5 req-c15eb084-da4f-4bfd-bd3e-0611ab827e4c tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Deleting port 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:27:27.076733 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-dec8b7ab-b6d5-4f62-9a7a-82eacd29c8d5 req-c15eb084-da4f-4bfd-bd3e-0611ab827e4c tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:27.101274 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-ba2f958f-592a-415c-8c6e-094e192db7d3 req-1bb6a484-7a85-4409-86a6-07771dcb602c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] For port c7cdcf7b-bee7-4dd9-b68a-d0af9924414d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c7cdcf7b-bee7-4dd9-b68a-d0af9924414d,segment=NetworkSegment(8063b039-1f6f-43b0-aac6-5204c597b782),segment_id=8063b039-1f6f-43b0-aac6-5204c597b782)] {{(pid=80261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:27:27.101669 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ba2f958f-592a-415c-8c6e-094e192db7d3 req-1bb6a484-7a85-4409-86a6-07771dcb602c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:27.104225 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=c7cdcf7b-bee7-4dd9-b68a-d0af9924414d,revision_number=5']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:27.110641 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:27.173709 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:27.209927 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port b052b595-c218-4f8c-9df9-9fe491a179cf, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b052b595-c218-4f8c-9df9-9fe491a179cf,segment=NetworkSegment(575821af-3052-46d4-a677-a16a81822fda),segment_id=575821af-3052-46d4-a677-a16a81822fda)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:27:27.214506 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:27.216467 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1b2de73b-41a5-4f73-91e9-398b9f37948d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:27.247762 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-ba2f958f-592a-415c-8c6e-094e192db7d3 req-1bb6a484-7a85-4409-86a6-07771dcb602c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Calling delete_port for c7cdcf7b-bee7-4dd9-b68a-d0af9924414d owned by compute:nova {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:27:27.285559 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=b052b595-c218-4f8c-9df9-9fe491a179cf,revision_number=5']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:27.288884 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:27.318804 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:27:27.338795 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks [] for port, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:27.437730 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:27.442141 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.db.api [req-ba2f958f-592a-415c-8c6e-094e192db7d3 req-1bb6a484-7a85-4409-86a6-07771dcb602c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80261) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 14:27:27.442507 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_db.api [req-ba2f958f-592a-415c-8c6e-094e192db7d3 req-1bb6a484-7a85-4409-86a6-07771dcb602c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 14:27:27.452023 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:27.468706 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:27.471872 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e,segment=NetworkSegment(64db6526-aee6-4c70-9972-495ba62fe49e),segment_id=64db6526-aee6-4c70-9972-495ba62fe49e)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:27:27.477394 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:27.479338 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:27.483317 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58f44b-cb02-4cae-b2e0-3c896db34daa req-1be8f80d-2ef9-4de1-a447-d53d9cc91b2f tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:27.485505 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-bf58f44b-cb02-4cae-b2e0-3c896db34daa req-1be8f80d-2ef9-4de1-a447-d53d9cc91b2f tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 945 time: 0.5700703
Nov 19 14:27:27.500569 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-53ef5e5d-a94b-40bb-9bce-b7c35a69786b req-8af66091-c008-4166-a7f6-0a889df1d314 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] For port b052b595-c218-4f8c-9df9-9fe491a179cf, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b052b595-c218-4f8c-9df9-9fe491a179cf,segment=NetworkSegment(575821af-3052-46d4-a677-a16a81822fda),segment_id=575821af-3052-46d4-a677-a16a81822fda)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:27:27.500990 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-53ef5e5d-a94b-40bb-9bce-b7c35a69786b req-8af66091-c008-4166-a7f6-0a889df1d314 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:27.549743 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e,revision_number=5']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:27.553666 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:27.614300 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Pushing event updated for resources: {'Port': ['ID=d7073edf-f170-4321-8236-a171f08deb33,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:27.617478 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:27.664109 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Network 30e7e950-b2fa-4cc4-9540-c3d995e774bc is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:27:27.665309 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:27:27.667738 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Received port after_create {{(pid=80261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:27:27.679786 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-53ef5e5d-a94b-40bb-9bce-b7c35a69786b req-8af66091-c008-4166-a7f6-0a889df1d314 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Calling delete_port for b052b595-c218-4f8c-9df9-9fe491a179cf owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:27:27.755929 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks [] for floatingip, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:27.813480 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:27.841813 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-bf58f44b-cb02-4cae-b2e0-3c896db34daa req-3235d1c4-32b9-466d-84d0-a62f8ca4e153 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3453555
Nov 19 14:27:27.889317 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-dec8b7ab-b6d5-4f62-9a7a-82eacd29c8d5 req-c15eb084-da4f-4bfd-bd3e-0611ab827e4c tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] For port 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e,segment=NetworkSegment(64db6526-aee6-4c70-9972-495ba62fe49e),segment_id=64db6526-aee6-4c70-9972-495ba62fe49e)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:27:27.889724 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-dec8b7ab-b6d5-4f62-9a7a-82eacd29c8d5 req-c15eb084-da4f-4bfd-bd3e-0611ab827e4c tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:27.916246 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e12860d-c0d1-4441-b4c6-f91824a39b83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7cdcf7b-bee7-4dd9-b68a-d0af9924414d', 'code': 200}
Nov 19 14:27:27.944690 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-ba2f958f-592a-415c-8c6e-094e192db7d3 req-1bb6a484-7a85-4409-86a6-07771dcb602c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Deleting port c7cdcf7b-bee7-4dd9-b68a-d0af9924414d {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:27:27.945290 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ba2f958f-592a-415c-8c6e-094e192db7d3 req-1bb6a484-7a85-4409-86a6-07771dcb602c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:28.021168 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.db.api [req-53ef5e5d-a94b-40bb-9bce-b7c35a69786b req-8af66091-c008-4166-a7f6-0a889df1d314 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80260) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 14:27:28.021451 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_db.api [req-53ef5e5d-a94b-40bb-9bce-b7c35a69786b req-8af66091-c008-4166-a7f6-0a889df1d314 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 14:27:28.030377 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-dec8b7ab-b6d5-4f62-9a7a-82eacd29c8d5 req-c15eb084-da4f-4bfd-bd3e-0611ab827e4c tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Calling delete_port for 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:27:28.180008 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f3f29-7f6e-4d0b-8a98-46783c7ec6c0 req-5b7e8e15-6431-4f6d-8b54-9fe820cb71ac tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:28.181616 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-eb6f3f29-7f6e-4d0b-8a98-46783c7ec6c0 req-5b7e8e15-6431-4f6d-8b54-9fe820cb71ac tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 948 time: 0.1592684
Nov 19 14:27:28.185467 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.db.api [req-dec8b7ab-b6d5-4f62-9a7a-82eacd29c8d5 req-c15eb084-da4f-4bfd-bd3e-0611ab827e4c tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80260) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 14:27:28.185826 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_db.api [req-dec8b7ab-b6d5-4f62-9a7a-82eacd29c8d5 req-c15eb084-da4f-4bfd-bd3e-0611ab827e4c tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 14:27:28.197536 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f995ca68-567f-47ad-8b75-09a5b27559ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:28.235602 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-eb6f3f29-7f6e-4d0b-8a98-46783c7ec6c0 req-a30ffe18-808f-4f89-9a05-90e44ce97e9c tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/security-groups?id=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438113
Nov 19 14:27:28.441877 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57260f-1947-4d10-a28f-9f3c1c969056 req-d191b0d0-b1fe-479d-8d49-212dc3f09dd8 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:28.443608 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4e57260f-1947-4d10-a28f-9f3c1c969056 req-d191b0d0-b1fe-479d-8d49-212dc3f09dd8 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=80488170-3f7b-47b1-8e58-7f3ccd9a177f HTTP/1.1" status: 200  len: 944 time: 0.0883443
Nov 19 14:27:28.498131 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4e57260f-1947-4d10-a28f-9f3c1c969056 req-7be8a102-82b5-47ca-8bac-8c9879ab17ae tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479436
Nov 19 14:27:28.522942 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-53ef5e5d-a94b-40bb-9bce-b7c35a69786b req-8af66091-c008-4166-a7f6-0a889df1d314 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Deleting port b052b595-c218-4f8c-9df9-9fe491a179cf {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:27:28.523398 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-53ef5e5d-a94b-40bb-9bce-b7c35a69786b req-8af66091-c008-4166-a7f6-0a889df1d314 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:28.543103 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks [] for port, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:28.549984 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-ba2f958f-592a-415c-8c6e-094e192db7d3 req-1bb6a484-7a85-4409-86a6-07771dcb602c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] For port c7cdcf7b-bee7-4dd9-b68a-d0af9924414d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=c7cdcf7b-bee7-4dd9-b68a-d0af9924414d,segment=NetworkSegment(8063b039-1f6f-43b0-aac6-5204c597b782),segment_id=8063b039-1f6f-43b0-aac6-5204c597b782)] {{(pid=80261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:27:28.550355 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ba2f958f-592a-415c-8c6e-094e192db7d3 req-1bb6a484-7a85-4409-86a6-07771dcb602c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:28.557828 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10942143'] for port, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:28.576468 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:28.689894 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-dec8b7ab-b6d5-4f62-9a7a-82eacd29c8d5 req-c15eb084-da4f-4bfd-bd3e-0611ab827e4c tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Deleting port 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:27:28.690278 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-dec8b7ab-b6d5-4f62-9a7a-82eacd29c8d5 req-c15eb084-da4f-4bfd-bd3e-0611ab827e4c tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:28.761714 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-ba2f958f-592a-415c-8c6e-094e192db7d3 req-1bb6a484-7a85-4409-86a6-07771dcb602c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Calling delete_port for c7cdcf7b-bee7-4dd9-b68a-d0af9924414d owned by compute:nova {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:27:28.799018 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:28.880910 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Pushing event updated for resources: {'Port': ['ID=d7073edf-f170-4321-8236-a171f08deb33,revision_number=2']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:28.887694 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:28.914018 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-53ef5e5d-a94b-40bb-9bce-b7c35a69786b req-8af66091-c008-4166-a7f6-0a889df1d314 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] For port b052b595-c218-4f8c-9df9-9fe491a179cf, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b052b595-c218-4f8c-9df9-9fe491a179cf,segment=NetworkSegment(575821af-3052-46d4-a677-a16a81822fda),segment_id=575821af-3052-46d4-a677-a16a81822fda)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:27:28.914967 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-53ef5e5d-a94b-40bb-9bce-b7c35a69786b req-8af66091-c008-4166-a7f6-0a889df1d314 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:29.062116 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ba2f958f-592a-415c-8c6e-094e192db7d3 req-1bb6a484-7a85-4409-86a6-07771dcb602c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:29.063993 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:29.082303 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:29.084861 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-53ef5e5d-a94b-40bb-9bce-b7c35a69786b req-8af66091-c008-4166-a7f6-0a889df1d314 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Calling delete_port for b052b595-c218-4f8c-9df9-9fe491a179cf owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:27:29.138397 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6a484-7a85-4409-86a6-07771dcb602c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Pushing event deleted for resources: {'Port': ['ID=c7cdcf7b-bee7-4dd9-b68a-d0af9924414d,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:29.142284 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b4b63d2-241b-4b76-b5d6-11f1d6a19bf6 req-e34679ff-a514-4967-a754-76c7044e564b tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=2e12860d-c0d1-4441-b4c6-f91824a39b83 HTTP/1.1" status: 200  len: 210 time: 0.1597798
Nov 19 14:27:29.152975 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1bb6a484-7a85-4409-86a6-07771dcb602c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:29.224953 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:29.226269 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.2686095
Nov 19 14:27:29.336660 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-1d9123af-1c40-474f-9698-7cfb480a693d tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Synchronizing usage tracker for tenant:0ddffd2acdea49ecb3b1602e7be2a340 on resource:floatingip {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:27:29.359664 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-dec8b7ab-b6d5-4f62-9a7a-82eacd29c8d5 req-c15eb084-da4f-4bfd-bd3e-0611ab827e4c tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] For port 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e,segment=NetworkSegment(64db6526-aee6-4c70-9972-495ba62fe49e),segment_id=64db6526-aee6-4c70-9972-495ba62fe49e)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:27:29.360059 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-dec8b7ab-b6d5-4f62-9a7a-82eacd29c8d5 req-c15eb084-da4f-4bfd-bd3e-0611ab827e4c tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:29.387126 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-1d9123af-1c40-474f-9698-7cfb480a693d tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Unset dirty status for tenant:0ddffd2acdea49ecb3b1602e7be2a340 on resource:floatingip {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:27:29.388403 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-1d9123af-1c40-474f-9698-7cfb480a693d tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.0.100 HTTP/1.1" status: 200  len: 696 time: 0.1551442
Nov 19 14:27:29.393767 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2f958f-592a-415c-8c6e-094e192db7d3 req-1bb6a484-7a85-4409-86a6-07771dcb602c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] No DVR routers for this DVR port c7cdcf7b-bee7-4dd9-b68a-d0af9924414d on host hv-cinder-76330 {{(pid=80261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:27:29.419488 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ba2f958f-592a-415c-8c6e-094e192db7d3 req-1bb6a484-7a85-4409-86a6-07771dcb602c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:29.421427 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ba2f958f-592a-415c-8c6e-094e192db7d3 req-1bb6a484-7a85-4409-86a6-07771dcb602c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.20 "DELETE /v2.0/ports/c7cdcf7b-bee7-4dd9-b68a-d0af9924414d HTTP/1.1" status: 204  len: 173 time: 2.9190600
Nov 19 14:27:29.425011 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e12860d-c0d1-4441-b4c6-f91824a39b83', 'name': 'network-vif-deleted', 'tag': 'c7cdcf7b-bee7-4dd9-b68a-d0af9924414d'}] {{(pid=80261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:27:29.565963 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-14da5778-0d63-460a-b19a-a92a4f00c829 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:29.567976 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ccaaba07-c013-4ef4-989f-2f301b401c5f req-14da5778-0d63-460a-b19a-a92a4f00c829 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/networks/30e7e950-b2fa-4cc4-9540-c3d995e774bc HTTP/1.1" status: 200  len: 784 time: 0.1721559
Nov 19 14:27:29.647234 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e12860d-c0d1-4441-b4c6-f91824a39b83', 'name': 'network-vif-deleted', 'tag': 'c7cdcf7b-bee7-4dd9-b68a-d0af9924414d', 'status': 'completed', 'code': 200}
Nov 19 14:27:29.682546 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:29.740812 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-dec8b7ab-b6d5-4f62-9a7a-82eacd29c8d5 req-c15eb084-da4f-4bfd-bd3e-0611ab827e4c tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Calling delete_port for 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:27:29.793790 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-53ef5e5d-a94b-40bb-9bce-b7c35a69786b req-8af66091-c008-4166-a7f6-0a889df1d314 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:29.812405 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-922241c8-5fff-476b-ae49-217903d2724a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:29.832320 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e90e70-ab1b-45ee-b75f-bbab89d9ff0c req-54646876-0eed-4005-ba86-131d47ba3133 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:29.833920 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-22e90e70-ab1b-45ee-b75f-bbab89d9ff0c req-54646876-0eed-4005-ba86-131d47ba3133 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=80488170-3f7b-47b1-8e58-7f3ccd9a177f HTTP/1.1" status: 200  len: 944 time: 0.0824966
Nov 19 14:27:29.884354 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af66091-c008-4166-a7f6-0a889df1d314 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Pushing event deleted for resources: {'Port': ['ID=b052b595-c218-4f8c-9df9-9fe491a179cf,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:29.888679 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-22e90e70-ab1b-45ee-b75f-bbab89d9ff0c req-4c695b10-0a30-4a0a-bfee-d537403c10fa tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478046
Nov 19 14:27:29.892644 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8af66091-c008-4166-a7f6-0a889df1d314 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:29.925188 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd356122c-bd5a-4315-84ba-41cbe0390043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b052b595-c218-4f8c-9df9-9fe491a179cf'}, {'server_uuid': '80488170-3f7b-47b1-8e58-7f3ccd9a177f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:27:29.960538 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:30.060659 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536ca27-04a8-41fa-8f4e-f5bd31398948 req-b96dad9f-6179-4595-adec-5246e9fff8e1 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:30.062289 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6536ca27-04a8-41fa-8f4e-f5bd31398948 req-b96dad9f-6179-4595-adec-5246e9fff8e1 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/ports?device_id=d356122c-bd5a-4315-84ba-41cbe0390043 HTTP/1.1" status: 200  len: 865 time: 0.6852314
Nov 19 14:27:30.114168 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6437a5-4f2d-4d76-ae3b-7404dd794358 req-5710a60c-195c-4db1-af3a-9b427df032c4 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:30.115913 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-eb6437a5-4f2d-4d76-ae3b-7404dd794358 req-5710a60c-195c-4db1-af3a-9b427df032c4 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0927606
Nov 19 14:27:30.155169 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-dec8b7ab-b6d5-4f62-9a7a-82eacd29c8d5 req-c15eb084-da4f-4bfd-bd3e-0611ab827e4c tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:30.206970 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-06b56f04-a775-4022-bdc1-9edb8d095e3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:30.208180 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-eb6437a5-4f2d-4d76-ae3b-7404dd794358 req-c40f8734-441d-4da0-8846-04abde9d271f tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.0.100 HTTP/1.1" status: 200  len: 696 time: 0.0859632
Nov 19 14:27:30.219922 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-eb6437a5-4f2d-4d76-ae3b-7404dd794358 req-86a7efd0-ce89-4315-b3c1-af758eb81a7f tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Request body: {'floatingip': {'port_id': '9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:27:30.251847 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6536ca27-04a8-41fa-8f4e-f5bd31398948 req-08abec96-c124-41ce-aa87-84afdd3ef94e tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.35 "GET /v2.0/security-groups?id=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1735954
Nov 19 14:27:30.262659 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ef5e5d-a94b-40bb-9bce-b7c35a69786b req-8af66091-c008-4166-a7f6-0a889df1d314 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] No DVR routers for this DVR port b052b595-c218-4f8c-9df9-9fe491a179cf on host hv-cinder-76330 {{(pid=80260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:27:30.267434 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15eb084-da4f-4bfd-bd3e-0611ab827e4c tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Pushing event deleted for resources: {'Port': ['ID=88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:30.290004 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-53ef5e5d-a94b-40bb-9bce-b7c35a69786b req-8af66091-c008-4166-a7f6-0a889df1d314 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:30.293024 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd356122c-bd5a-4315-84ba-41cbe0390043', 'name': 'network-vif-deleted', 'tag': 'b052b595-c218-4f8c-9df9-9fe491a179cf'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:27:30.303141 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c15eb084-da4f-4bfd-bd3e-0611ab827e4c tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:30.307314 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-eb6437a5-4f2d-4d76-ae3b-7404dd794358 req-86a7efd0-ce89-4315-b3c1-af758eb81a7f tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks [] for floatingip, before_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:30.344243 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd356122c-bd5a-4315-84ba-41cbe0390043', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b052b595-c218-4f8c-9df9-9fe491a179cf', 'code': 200}
Nov 19 14:27:30.344536 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80488170-3f7b-47b1-8e58-7f3ccd9a177f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e', 'code': 200}
Nov 19 14:27:30.386997 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-53ef5e5d-a94b-40bb-9bce-b7c35a69786b req-8af66091-c008-4166-a7f6-0a889df1d314 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] 10.222.0.20 "DELETE /v2.0/ports/b052b595-c218-4f8c-9df9-9fe491a179cf HTTP/1.1" status: 204  len: 173 time: 3.7421227
Nov 19 14:27:30.458979 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec8b7ab-b6d5-4f62-9a7a-82eacd29c8d5 req-c15eb084-da4f-4bfd-bd3e-0611ab827e4c tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] No DVR routers for this DVR port 88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e on host hv-cinder-76330 {{(pid=80260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:27:30.461689 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-dec8b7ab-b6d5-4f62-9a7a-82eacd29c8d5 req-c15eb084-da4f-4bfd-bd3e-0611ab827e4c tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:30.463800 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dec8b7ab-b6d5-4f62-9a7a-82eacd29c8d5 req-c15eb084-da4f-4bfd-bd3e-0611ab827e4c tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.20 "DELETE /v2.0/ports/88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e HTTP/1.1" status: 204  len: 173 time: 3.5837879
Nov 19 14:27:30.494685 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd356122c-bd5a-4315-84ba-41cbe0390043', 'name': 'network-vif-deleted', 'tag': 'b052b595-c218-4f8c-9df9-9fe491a179cf', 'status': 'completed', 'code': 200}
Nov 19 14:27:30.909712 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86d737-96f0-46a3-a67a-17e0c3cf14ce req-6d3adfb5-8042-4500-9390-cfef4e57eb10 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:30.911574 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3d86d737-96f0-46a3-a67a-17e0c3cf14ce req-6d3adfb5-8042-4500-9390-cfef4e57eb10 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0890181
Nov 19 14:27:30.960978 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3d86d737-96f0-46a3-a67a-17e0c3cf14ce req-be5b2db0-00e6-43d6-b84a-baf6e72c8693 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426400
Nov 19 14:27:30.961353 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-eb6437a5-4f2d-4d76-ae3b-7404dd794358 req-86a7efd0-ce89-4315-b3c1-af758eb81a7f tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks [] for floatingip, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:30.963987 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-eb6437a5-4f2d-4d76-ae3b-7404dd794358 req-86a7efd0-ce89-4315-b3c1-af758eb81a7f tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:31.167135 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.l3_db [req-eb6437a5-4f2d-4d76-ae3b-7404dd794358 req-86a7efd0-ce89-4315-b3c1-af758eb81a7f tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Floating IP e5ac96a2-3b33-4c7e-bfb7-ab72d56039a5 associated. External IP: 172.27.0.100, port: 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1.
Nov 19 14:27:31.365664 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-0e3ee4cd-0324-4319-801a-e0cf63e45848 req-a6bf66de-54f7-4fb4-8750-56b85f7a3c79 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Synchronizing usage tracker for tenant:ac4c4eaad2a846f4ad2a5874116494b2 on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:27:31.404249 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-0e3ee4cd-0324-4319-801a-e0cf63e45848 req-a6bf66de-54f7-4fb4-8750-56b85f7a3c79 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Unset dirty status for tenant:ac4c4eaad2a846f4ad2a5874116494b2 on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:27:31.405540 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0e3ee4cd-0324-4319-801a-e0cf63e45848 req-a6bf66de-54f7-4fb4-8750-56b85f7a3c79 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=80488170-3f7b-47b1-8e58-7f3ccd9a177f HTTP/1.1" status: 200  len: 210 time: 0.1206956
Nov 19 14:27:31.427431 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3b5b1749-647e-4180-b117-83e359034517 req-c679c3b3-91a4-40d6-b520-ec32472601da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a698488a965c48439f2885f9f8b20346&device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 1202 time: 0.0948958
Nov 19 14:27:31.650117 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b1749-647e-4180-b117-83e359034517 req-dd4dad5f-5363-45b9-a4fc-efc08a36f12f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:31.651790 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3b5b1749-647e-4180-b117-83e359034517 req-dd4dad5f-5363-45b9-a4fc-efc08a36f12f service neutron] 10.222.0.20 "GET /v2.0/networks?id=8f88a655-d10b-41f1-b135-e99197cb340f HTTP/1.1" status: 200  len: 908 time: 0.2121694
Nov 19 14:27:31.732784 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd93f7-a01a-42a2-9e14-07eada4b3f3d req-1cd02719-ca69-4753-8f29-ee3e83232ce4 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:31.734420 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9ecd93f7-a01a-42a2-9e14-07eada4b3f3d req-1cd02719-ca69-4753-8f29-ee3e83232ce4 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 984 time: 0.1872926
Nov 19 14:27:31.819758 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3b5b1749-647e-4180-b117-83e359034517 req-3f4fc501-9060-4fa0-972f-b86e6e3411a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=838d2be2-9c91-4434-b072-5b8b6c3aeda5 HTTP/1.1" status: 200  len: 1001 time: 0.1527095
Nov 19 14:27:31.825201 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9ecd93f7-a01a-42a2-9e14-07eada4b3f3d req-12b11a31-3f1f-40bc-8ecc-7d4a20e3ade2 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=cdded477-54c6-4a27-958c-f3ca20c40818&id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0699711
Nov 19 14:27:31.838101 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb6437a5-4f2d-4d76-ae3b-7404dd794358 req-86a7efd0-ce89-4315-b3c1-af758eb81a7f tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Router 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:27:31.898925 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b1749-647e-4180-b117-83e359034517 req-9eefe52b-bd60-409b-b3dd-a09bd58f0f0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:31.900890 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3b5b1749-647e-4180-b117-83e359034517 req-9eefe52b-bd60-409b-b3dd-a09bd58f0f0d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84b360f6-0d3c-4e62-9512-ee21754e4615 HTTP/1.1" status: 200  len: 853 time: 0.0705149
Nov 19 14:27:32.025478 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3b5b1749-647e-4180-b117-83e359034517 req-af18cdea-8f77-4623-be5d-c394bfc64619 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f88a655-d10b-41f1-b135-e99197cb340f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1143589
Nov 19 14:27:32.082691 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb6437a5-4f2d-4d76-ae3b-7404dd794358 req-86a7efd0-ce89-4315-b3c1-af758eb81a7f tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:27:32.087799 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-eb6437a5-4f2d-4d76-ae3b-7404dd794358 req-86a7efd0-ce89-4315-b3c1-af758eb81a7f tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:32.095405 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a36c8b-c91c-45f1-8117-9cc18a926d8f None None] Sync routers for ids ['7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:27:32.110665 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a36c8b-c91c-45f1-8117-9cc18a926d8f None None] Routers {'7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:27:32.111769 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-c3a36c8b-c91c-45f1-8117-9cc18a926d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c3ad978>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:27:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:27:32.171258 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-eb6437a5-4f2d-4d76-ae3b-7404dd794358 req-86a7efd0-ce89-4315-b3c1-af758eb81a7f tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "PUT /v2.0/floatingips/e5ac96a2-3b33-4c7e-bfb7-ab72d56039a5 HTTP/1.1" status: 200  len: 997 time: 1.9567437
Nov 19 14:27:32.173532 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '924df653-7468-42ab-9f57-7ef38e1ebf6d', 'tag': '9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1'}] {{(pid=80261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:27:32.264354 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3b5b1749-647e-4180-b117-83e359034517 req-b815eaf4-c19d-4782-8483-b7d3d1af10ac service neutron] 10.222.0.20 "GET /v2.0/networks/8f88a655-d10b-41f1-b135-e99197cb340f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2176678
Nov 19 14:27:32.264566 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-eb6437a5-4f2d-4d76-ae3b-7404dd794358 req-fbaf60dc-f1c0-4b75-8067-2c0c7af7c9eb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ddffd2acdea49ecb3b1602e7be2a340&device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 1163 time: 0.0814247
Nov 19 14:27:32.278611 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ef78a-e6d2-4add-91a7-e99a557a0639 req-c9efe4c9-da83-452c-b76f-153ad9ecd6dc tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:32.286540 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-942ef78a-e6d2-4add-91a7-e99a557a0639 req-c9efe4c9-da83-452c-b76f-153ad9ecd6dc tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1895351
Nov 19 14:27:32.341467 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-c3a36c8b-c91c-45f1-8117-9cc18a926d8f None None] Set router 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:27:32.430712 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6437a5-4f2d-4d76-ae3b-7404dd794358 req-cf33f92f-99ae-4fba-ab13-58b4cc1c26e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:32.432693 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-eb6437a5-4f2d-4d76-ae3b-7404dd794358 req-cf33f92f-99ae-4fba-ab13-58b4cc1c26e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=98aca6d4-e506-4773-ad0e-642b375a1bf0 HTTP/1.1" status: 200  len: 902 time: 0.1610568
Nov 19 14:27:32.455755 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-942ef78a-e6d2-4add-91a7-e99a557a0639 req-c16ce151-29d9-43d4-9739-ca79d0f43f3b tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1682377
Nov 19 14:27:32.484725 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3b5b1749-647e-4180-b117-83e359034517 req-6582e3c7-cd1c-4ef7-9161-3fca4cc6e83a service neutron] 10.222.0.20 "GET /v2.0/networks/8f88a655-d10b-41f1-b135-e99197cb340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1952665
Nov 19 14:27:32.495443 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80488170-3f7b-47b1-8e58-7f3ccd9a177f', 'name': 'network-vif-deleted', 'tag': '88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:27:32.579671 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '924df653-7468-42ab-9f57-7ef38e1ebf6d', 'tag': '9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1', 'status': 'completed', 'code': 200}
Nov 19 14:27:32.586409 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-eb6437a5-4f2d-4d76-ae3b-7404dd794358 req-3f64bc76-d065-47c7-8841-8a435799ea53 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 HTTP/1.1" status: 200  len: 1000 time: 0.1468861
Nov 19 14:27:32.701483 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6437a5-4f2d-4d76-ae3b-7404dd794358 req-b965c4f6-b6c3-4699-b0d9-ff8224b2507b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:32.709762 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-eb6437a5-4f2d-4d76-ae3b-7404dd794358 req-b965c4f6-b6c3-4699-b0d9-ff8224b2507b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3fa7d90-1460-4280-8e47-ad97685a5102 HTTP/1.1" status: 200  len: 847 time: 0.1027551
Nov 19 14:27:32.776594 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a77ae929-c324-49bf-9fb8-498fd1b03978 req-47b56214-3a58-40d3-8abb-cdb1093654dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ddffd2acdea49ecb3b1602e7be2a340&device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 1163 time: 0.1426210
Nov 19 14:27:32.791242 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80488170-3f7b-47b1-8e58-7f3ccd9a177f', 'name': 'network-vif-deleted', 'tag': '88fb6a6a-7ae0-47bc-ad72-a2c34ecc0f0e', 'status': 'completed', 'code': 200}
Nov 19 14:27:32.857577 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-eb6437a5-4f2d-4d76-ae3b-7404dd794358 req-b79c66bb-f212-4843-ad6b-4c5cba67f415 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=98aca6d4-e506-4773-ad0e-642b375a1bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1459484
Nov 19 14:27:33.056337 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-eb6437a5-4f2d-4d76-ae3b-7404dd794358 req-c7634190-4b03-4a11-b4a2-1cb2f5d2042a service neutron] 10.222.0.35 "GET /v2.0/networks/98aca6d4-e506-4773-ad0e-642b375a1bf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1974523
Nov 19 14:27:33.170842 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-c3a36c8b-c91c-45f1-8117-9cc18a926d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c3ad978>, [{'id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'name': 'tempest-TestShelveInstance-693438081-router', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:26:19Z', 'updated_at': '2020-11-19T14:26:26Z', 'revision_number': 4, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'gw_port': {'id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:20Z', 'updated_at': '2020-11-19T14:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'e5ac96a2-3b33-4c7e-bfb7-ab72d56039a5', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'port_id': '9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0', 'mac_address': 'fa:16:3e:b8:8d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df653-7468-42ab-9f57-7ef38e1ebf6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:27:27Z', 'updated_at': '2020-11-19T14:27:30Z', 'revision_number': 1, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3c5b41-3232-474f-b246-4b64aa1660ac', 'name': '', 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'mac_address': 'fa:16:3e:f8:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3fa7d90-1460-4280-8e47-ad97685a5102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:24Z', 'updated_at': '2020-11-19T14:26:32Z', 'revision_number': 5, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'subnets': [{'id': 'c3fa7d90-1460-4280-8e47-ad97685a5102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:27:33.176223 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a36c8b-c91c-45f1-8117-9cc18a926d8f None None] Checking router: 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:27:33.189335 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a36c8b-c91c-45f1-8117-9cc18a926d8f None None] Routers {'7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:27:33.190532 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-c3a36c8b-c91c-45f1-8117-9cc18a926d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c3ad978>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:27:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:27:33.204105 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ae929-c324-49bf-9fb8-498fd1b03978 req-54b0d6d9-e0d0-4aa9-bc62-7a2622ae295f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:33.205941 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a77ae929-c324-49bf-9fb8-498fd1b03978 req-54b0d6d9-e0d0-4aa9-bc62-7a2622ae295f service neutron] 10.222.0.20 "GET /v2.0/networks?id=98aca6d4-e506-4773-ad0e-642b375a1bf0 HTTP/1.1" status: 200  len: 902 time: 0.4085138
Nov 19 14:27:33.299710 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-eb6437a5-4f2d-4d76-ae3b-7404dd794358 req-4aa9389a-6e8d-4cfd-99b8-0baad8c921c5 service neutron] 10.222.0.35 "GET /v2.0/networks/98aca6d4-e506-4773-ad0e-642b375a1bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2361372
Nov 19 14:27:33.384823 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349d757-5d55-4f65-b0ff-c6f254c71bfe req-324ce131-7a2d-4681-bfcd-f997d97c3f37 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:33.386468 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d349d757-5d55-4f65-b0ff-c6f254c71bfe req-324ce131-7a2d-4681-bfcd-f997d97c3f37 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 984 time: 0.2685230
Nov 19 14:27:33.399496 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-c3a36c8b-c91c-45f1-8117-9cc18a926d8f None None] Set router 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:27:33.431176 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a77ae929-c324-49bf-9fb8-498fd1b03978 req-d21b4713-4f62-4961-99de-9243970eaa35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 HTTP/1.1" status: 200  len: 1000 time: 0.1938300
Nov 19 14:27:33.502761 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d349d757-5d55-4f65-b0ff-c6f254c71bfe req-390b6dba-8964-4b20-a750-ed0d3c898573 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=cdded477-54c6-4a27-958c-f3ca20c40818&id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1078079
Nov 19 14:27:33.516556 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ae929-c324-49bf-9fb8-498fd1b03978 req-1e4f1240-4bbb-4776-84b9-71f9a4101a2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:33.517905 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a77ae929-c324-49bf-9fb8-498fd1b03978 req-1e4f1240-4bbb-4776-84b9-71f9a4101a2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3fa7d90-1460-4280-8e47-ad97685a5102 HTTP/1.1" status: 200  len: 847 time: 0.0729828
Nov 19 14:27:33.625132 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a77ae929-c324-49bf-9fb8-498fd1b03978 req-cd8a66ea-cc46-4a49-a969-d2212a223417 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98aca6d4-e506-4773-ad0e-642b375a1bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0933759
Nov 19 14:27:33.721062 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56c565-30d9-4761-afd4-79e91a5c6d9a req-e0082c09-b7e2-4f91-88fa-6a62cafdfc9c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:33.721820 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-7b56c565-30d9-4761-afd4-79e91a5c6d9a req-e0082c09-b7e2-4f91-88fa-6a62cafdfc9c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Synchronizing usage tracker for tenant:c423d5e8c09244fb852385eabc7c6c60 on resource:port {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:27:33.739617 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-7b56c565-30d9-4761-afd4-79e91a5c6d9a req-e0082c09-b7e2-4f91-88fa-6a62cafdfc9c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Unset dirty status for tenant:c423d5e8c09244fb852385eabc7c6c60 on resource:port {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:27:33.740892 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b56c565-30d9-4761-afd4-79e91a5c6d9a req-e0082c09-b7e2-4f91-88fa-6a62cafdfc9c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1070681
Nov 19 14:27:33.796941 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b56c565-30d9-4761-afd4-79e91a5c6d9a req-1b3770a0-4157-40b6-bd78-e1164be12568 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478611
Nov 19 14:27:33.808710 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-c3a36c8b-c91c-45f1-8117-9cc18a926d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c3ad978>, [{'id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'name': 'tempest-TestShelveInstance-693438081-router', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:26:19Z', 'updated_at': '2020-11-19T14:26:26Z', 'revision_number': 4, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'gw_port': {'id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:20Z', 'updated_at': '2020-11-19T14:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'e5ac96a2-3b33-4c7e-bfb7-ab72d56039a5', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'port_id': '9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0', 'mac_address': 'fa:16:3e:b8:8d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df653-7468-42ab-9f57-7ef38e1ebf6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:27:27Z', 'updated_at': '2020-11-19T14:27:30Z', 'revision_number': 1, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3c5b41-3232-474f-b246-4b64aa1660ac', 'name': '', 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'mac_address': 'fa:16:3e:f8:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3fa7d90-1460-4280-8e47-ad97685a5102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:24Z', 'updated_at': '2020-11-19T14:26:32Z', 'revision_number': 5, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'subnets': [{'id': 'c3fa7d90-1460-4280-8e47-ad97685a5102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:27:33.813005 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a36c8b-c91c-45f1-8117-9cc18a926d8f None None] The sync data for ids ['7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'] in dv-cinder-763306-2-iscsi is: [{'id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'name': 'tempest-TestShelveInstance-693438081-router', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:26:19Z', 'updated_at': '2020-11-19T14:26:26Z', 'revision_number': 4, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'gw_port': {'id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:20Z', 'updated_at': '2020-11-19T14:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'e5ac96a2-3b33-4c7e-bfb7-ab72d56039a5', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'floating_ip_address': '172.27.0.100', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'port_id': '9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0', 'mac_address': 'fa:16:3e:b8:8d:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '924df653-7468-42ab-9f57-7ef38e1ebf6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:27:27Z', 'updated_at': '2020-11-19T14:27:30Z', 'revision_number': 1, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc3c5b41-3232-474f-b246-4b64aa1660ac', 'name': '', 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'mac_address': 'fa:16:3e:f8:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3fa7d90-1460-4280-8e47-ad97685a5102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:24Z', 'updated_at': '2020-11-19T14:26:32Z', 'revision_number': 5, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'subnets': [{'id': 'c3fa7d90-1460-4280-8e47-ad97685a5102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:27:34.115302 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748b4e9e-7527-47d1-a6eb-92da297dfe10 None None] New status for floating IP e5ac96a2-3b33-4c7e-bfb7-ab72d56039a5: ACTIVE {{(pid=80262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 14:27:34.920734 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a77ae929-c324-49bf-9fb8-498fd1b03978 req-569e8238-e4c7-45aa-b97f-1dc7cfc12589 service neutron] 10.222.0.20 "GET /v2.0/networks/98aca6d4-e506-4773-ad0e-642b375a1bf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3979607
Nov 19 14:27:34.956194 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90080c-868f-48d7-bb91-a81880664204 req-e8ea4572-78dd-4b48-80e1-d9dffd320f3a tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:34.957801 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ff90080c-868f-48d7-bb91-a81880664204 req-e8ea4572-78dd-4b48-80e1-d9dffd320f3a tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 984 time: 0.1316786
Nov 19 14:27:35.016963 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ff90080c-868f-48d7-bb91-a81880664204 req-0188ae30-5ad2-4c7b-944f-e85855bc557a tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=cdded477-54c6-4a27-958c-f3ca20c40818&id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0531418
Nov 19 14:27:35.046782 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b700a-180f-4c9b-aad6-37c47739979f req-3c71e11b-1780-4328-bd32-ce079dd1f3c1 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:35.048985 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2f0b700a-180f-4c9b-aad6-37c47739979f req-3c71e11b-1780-4328-bd32-ce079dd1f3c1 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0915725
Nov 19 14:27:35.098051 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2f0b700a-180f-4c9b-aad6-37c47739979f req-3deef612-8525-4550-80c4-ea3dc29c14c5 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428798
Nov 19 14:27:35.535962 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a77ae929-c324-49bf-9fb8-498fd1b03978 req-fda9436f-ddc5-48c5-8418-c1fa7f257352 service neutron] 10.222.0.20 "GET /v2.0/networks/98aca6d4-e506-4773-ad0e-642b375a1bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412826
Nov 19 14:27:36.227894 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da004b-0edd-4c47-a75e-65e0c2bcbdce req-df26e64f-188a-4bbf-9c46-514dbacef138 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:36.229510 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-44da004b-0edd-4c47-a75e-65e0c2bcbdce req-df26e64f-188a-4bbf-9c46-514dbacef138 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 984 time: 0.0830190
Nov 19 14:27:36.281257 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-44da004b-0edd-4c47-a75e-65e0c2bcbdce req-7efde398-f0d7-46dc-b200-f578af3c0feb tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=cdded477-54c6-4a27-958c-f3ca20c40818&id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0448861
Nov 19 14:27:36.314011 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2353826-2dbe-4d2f-a5c8-885c766e7330 req-6f35b1b9-93c0-4995-925f-dfda986ec778 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:36.315650 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d2353826-2dbe-4d2f-a5c8-885c766e7330 req-6f35b1b9-93c0-4995-925f-dfda986ec778 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0872388
Nov 19 14:27:36.363370 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d2353826-2dbe-4d2f-a5c8-885c766e7330 req-32479b36-0aa1-4e2d-99cb-6cd8a6e8611c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416803
Nov 19 14:27:37.416627 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 59816) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:27:37.525626 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81282b-1e38-4c01-a6db-b109aa43b24b req-8c63bb18-1fa7-4029-a048-c3e33fdcaf11 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:37.533278 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7a81282b-1e38-4c01-a6db-b109aa43b24b req-8c63bb18-1fa7-4029-a048-c3e33fdcaf11 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 984 time: 0.1191609
Nov 19 14:27:37.581052 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7a81282b-1e38-4c01-a6db-b109aa43b24b req-7b7beea3-1156-4f9c-ad4d-bee3aa4f97c4 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=cdded477-54c6-4a27-958c-f3ca20c40818&id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0466413
Nov 19 14:27:37.638349 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-c6171b7a-d4da-4bb1-b1f0-e19f2a260bce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8a6b4cdb3c440d2be1f0259ef80676c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2177618
Nov 19 14:27:37.639490 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 59826) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:27:37.642389 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f8554-8928-4312-993d-cad64d2ef1cf req-ee10c2f3-10fb-4981-88bc-c5963d831e42 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:37.644064 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-cd7f8554-8928-4312-993d-cad64d2ef1cf req-ee10c2f3-10fb-4981-88bc-c5963d831e42 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1382737
Nov 19 14:27:37.697537 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-cd7f8554-8928-4312-993d-cad64d2ef1cf req-3c151ce9-1014-486d-b5fb-1faab3791113 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472131
Nov 19 14:27:37.709347 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-500c6f60-21e0-48fa-bd41-f7fc46f81642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:37.742534 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-500c6f60-21e0-48fa-bd41-f7fc46f81642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:37.787802 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-500c6f60-21e0-48fa-bd41-f7fc46f81642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:37.792833 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:37.807153 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c6f60-21e0-48fa-bd41-f7fc46f81642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:37.810040 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-500c6f60-21e0-48fa-bd41-f7fc46f81642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:37.817359 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-500c6f60-21e0-48fa-bd41-f7fc46f81642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:37.821264 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-500c6f60-21e0-48fa-bd41-f7fc46f81642 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e0d4b97-63e7-4fcc-8274-56d6e5e74e2e HTTP/1.1" status: 204  len: 168 time: 0.1777418
Nov 19 14:27:38.798183 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53241bab-e4dc-4ffc-887a-be43e13d6f3b req-18c728a2-ca36-4de4-bfce-85c7594e34fa tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:38.799747 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-53241bab-e4dc-4ffc-887a-be43e13d6f3b req-18c728a2-ca36-4de4-bfce-85c7594e34fa tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 984 time: 0.0878580
Nov 19 14:27:38.851015 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-53241bab-e4dc-4ffc-887a-be43e13d6f3b req-a91ff906-0935-49aa-a498-557daaaaac25 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=cdded477-54c6-4a27-958c-f3ca20c40818&id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0450857
Nov 19 14:27:38.909832 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd159a3c-6f9f-435a-8f59-4f2284f99bc2 req-796b8901-8c13-4aa6-a0cb-8d8e1ac34164 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:38.911571 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fd159a3c-6f9f-435a-8f59-4f2284f99bc2 req-796b8901-8c13-4aa6-a0cb-8d8e1ac34164 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0834532
Nov 19 14:27:38.962994 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fd159a3c-6f9f-435a-8f59-4f2284f99bc2 req-9e0d854f-1d97-49b1-9ea0-0cd035d90ac7 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453818
Nov 19 14:27:40.069320 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b837b5-e7d6-484e-90b1-3640efc715ae req-f01d3349-ab24-4047-b16c-37523616c215 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:40.070950 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-53b837b5-e7d6-484e-90b1-3640efc715ae req-f01d3349-ab24-4047-b16c-37523616c215 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 984 time: 0.0865250
Nov 19 14:27:40.123197 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-53b837b5-e7d6-484e-90b1-3640efc715ae req-1815935e-75c3-487b-bd93-361579613d86 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=cdded477-54c6-4a27-958c-f3ca20c40818&id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0460763
Nov 19 14:27:40.191513 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cd722-ba1f-45d8-97a9-3e6fee474876 req-1f856324-aa66-424a-a50d-f8ae6722a5c2 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:40.193143 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ab5cd722-ba1f-45d8-97a9-3e6fee474876 req-1f856324-aa66-424a-a50d-f8ae6722a5c2 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0954022
Nov 19 14:27:40.241703 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ab5cd722-ba1f-45d8-97a9-3e6fee474876 req-47cf1519-4a80-468e-a3d0-89f9bb5166e2 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422971
Nov 19 14:27:40.766683 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:27:41.336229 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54035ce0-cead-4400-ad24-17890dccdf93 req-1c90b95e-d97d-4cd0-81b8-71c07e063637 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:41.337828 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-54035ce0-cead-4400-ad24-17890dccdf93 req-1c90b95e-d97d-4cd0-81b8-71c07e063637 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 984 time: 0.0878475
Nov 19 14:27:41.388282 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-54035ce0-cead-4400-ad24-17890dccdf93 req-8372211f-624c-4d5f-92dc-bcd50c48967d tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=cdded477-54c6-4a27-958c-f3ca20c40818&id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0442839
Nov 19 14:27:41.457221 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b688e-9747-4956-aa7f-f620f0548993 req-aa8c37c1-0b03-4ff8-8afe-8096ce0b1f31 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:41.458856 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1c5b688e-9747-4956-aa7f-f620f0548993 req-aa8c37c1-0b03-4ff8-8afe-8096ce0b1f31 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0874887
Nov 19 14:27:41.506643 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1c5b688e-9747-4956-aa7f-f620f0548993 req-b34951ff-77f9-4d56-8c0b-ba038ef519a8 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415866
Nov 19 14:27:42.605733 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae56ad-a1d4-4653-b610-f43c0f2cd27d req-cedb7991-d048-4e7a-9a6a-faab8b6703b5 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:42.607299 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b5ae56ad-a1d4-4653-b610-f43c0f2cd27d req-cedb7991-d048-4e7a-9a6a-faab8b6703b5 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 984 time: 0.0884683
Nov 19 14:27:42.658364 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b5ae56ad-a1d4-4653-b610-f43c0f2cd27d req-db647ef4-da89-47e7-b67a-e8acfa3c9545 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=cdded477-54c6-4a27-958c-f3ca20c40818&id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0447919
Nov 19 14:27:42.720940 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643a426-acf8-43bb-9f30-5a0d503ad8d6 req-0cbba7af-7cb3-4fa1-a602-f45d70e85710 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:42.722796 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9643a426-acf8-43bb-9f30-5a0d503ad8d6 req-0cbba7af-7cb3-4fa1-a602-f45d70e85710 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.0850396
Nov 19 14:27:42.775396 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9643a426-acf8-43bb-9f30-5a0d503ad8d6 req-e09ef511-7b9c-4a74-8d4a-fdff1b4067a5 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465751
Nov 19 14:27:43.073680 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 1548e96e-918b-4df4-a06f-34a05ed3dbc0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:27:43.144153 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 1548e96e-918b-4df4-a06f-34a05ed3dbc0 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:27:43.144582 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:43.337588 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3123c1-6738-4790-ba99-8da79e79a4aa req-f6cb7ae7-e94b-44a2-bdaf-f9a147ead0f0 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:43.339215 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0c3123c1-6738-4790-ba99-8da79e79a4aa req-f6cb7ae7-e94b-44a2-bdaf-f9a147ead0f0 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.20 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1448205
Nov 19 14:27:43.342768 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d8ab7cec-806d-48e4-81e1-6a75de31c84b req-29683cf0-b079-42ec-897c-e0129505771e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1497018
Nov 19 14:27:43.545723 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-0c3123c1-6738-4790-ba99-8da79e79a4aa req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Deleting port 1548e96e-918b-4df4-a06f-34a05ed3dbc0 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:27:43.546108 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-0c3123c1-6738-4790-ba99-8da79e79a4aa req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:43.625292 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d8ab7cec-806d-48e4-81e1-6a75de31c84b req-191cb7cb-73b5-46c0-97fa-0c028579827d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4cdfec880b540fbaaff093eb5b0334c&device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 1163 time: 0.1516562
Nov 19 14:27:43.783034 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-c3a26bd3-b3ec-4e36-9798-e19e30eb8330 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:43.784587 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-c3a26bd3-b3ec-4e36-9798-e19e30eb8330 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/networks?id=acee4c97-002b-43df-bd4a-b48a229104ab HTTP/1.1" status: 200  len: 814 time: 0.1613948
Nov 19 14:27:43.802805 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-460bc8e8-c768-4f40-86a9-66cdebf5adaa tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/quotas/ac4c4eaad2a846f4ad2a5874116494b2 HTTP/1.1" status: 200  len: 375 time: 0.0112851
Nov 19 14:27:43.860158 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-199bcc21-07b2-4a1a-b4b2-0c3c9331b668 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?tenant_id=ac4c4eaad2a846f4ad2a5874116494b2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0507340
Nov 19 14:27:44.005802 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab7cec-806d-48e4-81e1-6a75de31c84b req-4322c291-7932-418d-8db9-e3af02845eb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:44.007470 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d8ab7cec-806d-48e4-81e1-6a75de31c84b req-4322c291-7932-418d-8db9-e3af02845eb8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cdddb518-8cf2-4322-a35f-0e12175bafb1 HTTP/1.1" status: 200  len: 904 time: 0.3565133
Nov 19 14:27:44.013670 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-9f1a2e05-74aa-43c1-a45e-c205bdcf2f9b service neutron] 10.222.0.35 "GET /v2.0/networks/acee4c97-002b-43df-bd4a-b48a229104ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452763
Nov 19 14:27:44.040944 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:44.087605 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cc2fc-ab11-491f-b0c0-21cc1961ee1b req-fdaa58ee-78d0-4b49-82d4-ebd46fc84dc3 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:44.089207 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c55cc2fc-ab11-491f-b0c0-21cc1961ee1b req-fdaa58ee-78d0-4b49-82d4-ebd46fc84dc3 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 984 time: 0.2880394
Nov 19 14:27:44.091001 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-0c3123c1-6738-4790-ba99-8da79e79a4aa req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] For port 1548e96e-918b-4df4-a06f-34a05ed3dbc0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1548e96e-918b-4df4-a06f-34a05ed3dbc0,segment=NetworkSegment(8063b039-1f6f-43b0-aac6-5204c597b782),segment_id=8063b039-1f6f-43b0-aac6-5204c597b782)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:27:44.091403 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-0c3123c1-6738-4790-ba99-8da79e79a4aa req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:44.161001 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-aa63eb07-f3f6-4eca-9320-faed308fa657 service neutron] 10.222.0.35 "GET /v2.0/networks/acee4c97-002b-43df-bd4a-b48a229104ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1400607
Nov 19 14:27:44.267406 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-0c3123c1-6738-4790-ba99-8da79e79a4aa req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Calling delete_port for 1548e96e-918b-4df4-a06f-34a05ed3dbc0 owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:27:44.347165 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c55cc2fc-ab11-491f-b0c0-21cc1961ee1b req-a60236c6-996b-4266-a312-1f23d0a53a85 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=cdded477-54c6-4a27-958c-f3ca20c40818&id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.2403390
Nov 19 14:27:44.382572 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d8ab7cec-806d-48e4-81e1-6a75de31c84b req-9d785671-478c-4bee-a463-fab49cd4bed8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d513909e-a150-491f-b42b-741f2925ddfa HTTP/1.1" status: 200  len: 1001 time: 0.3578789
Nov 19 14:27:44.477569 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff68d0-5fda-49c9-b54f-cb0ad812e8e7 req-9a8a9d87-3c63-46b5-a0d5-d9aa8f0f5710 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:44.479367 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-81ff68d0-5fda-49c9-b54f-cb0ad812e8e7 req-9a8a9d87-3c63-46b5-a0d5-d9aa8f0f5710 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 946 time: 0.1099980
Nov 19 14:27:44.532824 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab7cec-806d-48e4-81e1-6a75de31c84b req-13c9320f-dfa0-44fa-8b73-b88f9dcd4f9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:44.533246 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-81ff68d0-5fda-49c9-b54f-cb0ad812e8e7 req-1553f627-01a1-4f04-8069-e3a524c029dc tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/security-groups?id=1484666c-d5e4-474b-9e5f-cd14889718a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458314
Nov 19 14:27:44.534412 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d8ab7cec-806d-48e4-81e1-6a75de31c84b req-13c9320f-dfa0-44fa-8b73-b88f9dcd4f9e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce705c2c-2ed4-4025-aa9f-42e56e9aa635 HTTP/1.1" status: 200  len: 849 time: 0.1432724
Nov 19 14:27:44.536481 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0cceb68f-cb74-46ed-a4d9-b57af71fde08 req-33a5f2dc-5f5b-4604-87eb-242bcb50763d tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=4e183499-07d8-43be-83b4-86394aecfec2 HTTP/1.1" status: 200  len: 210 time: 0.0671835
Nov 19 14:27:44.671577 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-0c3123c1-6738-4790-ba99-8da79e79a4aa req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:44.691094 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8af66091-c008-4166-a7f6-0a889df1d314 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:44.741047 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Pushing event deleted for resources: {'Port': ['ID=1548e96e-918b-4df4-a06f-34a05ed3dbc0,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:44.787454 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 1548e96e-918b-4df4-a06f-34a05ed3dbc0 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:27:44.817896 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.818313 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.818748 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.819150 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.819546 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.820388 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.820388 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.820673 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.821068 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.821459 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.821848 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.822235 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.822745 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.823133 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.823521 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.823904 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.824288 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.824674 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.825061 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.825444 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.825552 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] No Port match for: 1548e96e-918b-4df4-a06f-34a05ed3dbc0 {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:27:44.825826 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.825933 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 1548e96e-918b-4df4-a06f-34a05ed3dbc0 not bound to the agent host hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:27:44.826209 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.826600 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.827001 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:27:44.839199 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:44.842522 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d8ab7cec-806d-48e4-81e1-6a75de31c84b req-ce0e7ed4-f514-492a-b235-e7f53ae9b22c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cdddb518-8cf2-4322-a35f-0e12175bafb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2641087
Nov 19 14:27:44.940293 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b169a6-3c6b-448f-b62a-735403f8d5d6 req-6080a5a0-bba5-429e-844a-752b8f71b6f1 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:44.942315 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-22b169a6-3c6b-448f-b62a-735403f8d5d6 req-6080a5a0-bba5-429e-844a-752b8f71b6f1 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.0969510
Nov 19 14:27:44.993007 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-22b169a6-3c6b-448f-b62a-735403f8d5d6 req-7905d1a0-c4b7-42ea-b9d3-34415238ec25 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442059
Nov 19 14:27:45.057390 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d8ab7cec-806d-48e4-81e1-6a75de31c84b req-b7a44b04-c232-4de6-8c90-8adbb1733d16 service neutron] 10.222.0.20 "GET /v2.0/networks/cdddb518-8cf2-4322-a35f-0e12175bafb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2063043
Nov 19 14:27:45.062183 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3123c1-6738-4790-ba99-8da79e79a4aa req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] No DVR routers for this DVR port 1548e96e-918b-4df4-a06f-34a05ed3dbc0 on host hv-cinder-76330 {{(pid=80260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:27:45.064351 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-0c3123c1-6738-4790-ba99-8da79e79a4aa req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:45.067090 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27f6bf8a-3157-4a61-a64e-16e3d94b7ad7', 'name': 'network-vif-deleted', 'tag': '1548e96e-918b-4df4-a06f-34a05ed3dbc0'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:27:45.109994 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0c3123c1-6738-4790-ba99-8da79e79a4aa req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.20 "DELETE /v2.0/ports/1548e96e-918b-4df4-a06f-34a05ed3dbc0 HTTP/1.1" status: 204  len: 173 time: 1.6935644
Nov 19 14:27:45.372835 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27f6bf8a-3157-4a61-a64e-16e3d94b7ad7', 'name': 'network-vif-deleted', 'tag': '1548e96e-918b-4df4-a06f-34a05ed3dbc0', 'status': 'completed', 'code': 200}
Nov 19 14:27:45.416612 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d8ab7cec-806d-48e4-81e1-6a75de31c84b req-7f10ba2e-a45f-4971-acad-c6501658c9f3 service neutron] 10.222.0.20 "GET /v2.0/networks/cdddb518-8cf2-4322-a35f-0e12175bafb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3444684
Nov 19 14:27:45.580882 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4364ab-7a9a-4b03-b206-8cbfff685cb8 req-c1820cc9-c155-47af-a6c8-7de88e93bc13 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:45.582745 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6d4364ab-7a9a-4b03-b206-8cbfff685cb8 req-c1820cc9-c155-47af-a6c8-7de88e93bc13 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 984 time: 0.0859149
Nov 19 14:27:45.638063 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6d4364ab-7a9a-4b03-b206-8cbfff685cb8 req-175b6513-8cb7-479c-8f9c-175277587795 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=cdded477-54c6-4a27-958c-f3ca20c40818&id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0487719
Nov 19 14:27:45.736390 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-effd5d9d-dafc-4412-bbc1-b71d77a33b7b req-4b2ca89c-ff79-416c-aa31-5f3570b9c3aa tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=4e183499-07d8-43be-83b4-86394aecfec2 HTTP/1.1" status: 200  len: 210 time: 0.0515006
Nov 19 14:27:45.827267 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e2557232-c71c-4d96-bc6d-78c11fc88178 req-616c65c3-f8b6-4bc1-940f-bfeb9e72eaf2 tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] 10.222.0.35 "GET /v2.0/ports?device_id=27f6bf8a-3157-4a61-a64e-16e3d94b7ad7 HTTP/1.1" status: 200  len: 210 time: 0.0470769
Nov 19 14:27:45.899772 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-35d7fc5e-ec6e-49a2-a2f2-e33df0490079 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:45.901462 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-35d7fc5e-ec6e-49a2-a2f2-e33df0490079 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.20 "GET /v2.0/networks?id=acee4c97-002b-43df-bd4a-b48a229104ab HTTP/1.1" status: 200  len: 814 time: 0.1677630
Nov 19 14:27:45.928589 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-749c00fd-e944-4edc-bf2c-05cff4425f6f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Request body: {'port': {'device_id': '4e183499-07d8-43be-83b4-86394aecfec2', 'network_id': 'acee4c97-002b-43df-bd4a-b48a229104ab', 'admin_state_up': True, 'tenant_id': 'ac4c4eaad2a846f4ad2a5874116494b2'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:27:46.075991 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-749c00fd-e944-4edc-bf2c-05cff4425f6f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:27:46.086171 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-749c00fd-e944-4edc-bf2c-05cff4425f6f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:27:46.095395 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-749c00fd-e944-4edc-bf2c-05cff4425f6f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Made reservation on behalf of ac4c4eaad2a846f4ad2a5874116494b2 for: {'port': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:27:46.101017 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-749c00fd-e944-4edc-bf2c-05cff4425f6f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:46.376242 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e6700-be66-4af7-adaf-1b036601f91f req-a3cf35ff-351d-42f2-9b95-f6853bdd96ae tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:46.377866 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-994e6700-be66-4af7-adaf-1b036601f91f req-a3cf35ff-351d-42f2-9b95-f6853bdd96ae tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.2466321
Nov 19 14:27:46.502293 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-994e6700-be66-4af7-adaf-1b036601f91f req-28a87d01-b615-48ec-a9bf-dc7217ac01c8 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1159389
Nov 19 14:27:46.530030 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-749c00fd-e944-4edc-bf2c-05cff4425f6f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Allocated IP 172.20.0.13 (acee4c97-002b-43df-bd4a-b48a229104ab/fd20189c-a9ad-4a77-8f1f-d11eaa25fd54/0db2e3f0-cec1-4e97-b4e3-247a4ae44758) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:27:46.737119 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-749c00fd-e944-4edc-bf2c-05cff4425f6f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:46.764942 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-749c00fd-e944-4edc-bf2c-05cff4425f6f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:46.784856 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1e200e8c-efa0-4f82-b52f-1a4f9381ba3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:46.852398 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413a374-7941-4537-8ada-adb8dd527b1e req-019abef9-d6d6-41ac-850a-0952e18dc4ea tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:46.854003 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1413a374-7941-4537-8ada-adb8dd527b1e req-019abef9-d6d6-41ac-850a-0952e18dc4ea tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 984 time: 0.0845501
Nov 19 14:27:46.904653 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1413a374-7941-4537-8ada-adb8dd527b1e req-cb6823a7-ba25-482d-8d4e-eb2624253f0a tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=cdded477-54c6-4a27-958c-f3ca20c40818&id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0444229
Nov 19 14:27:46.978586 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749c00fd-e944-4edc-bf2c-05cff4425f6f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Pushing event updated for resources: {'Port': ['ID=0db2e3f0-cec1-4e97-b4e3-247a4ae44758,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:46.990539 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-749c00fd-e944-4edc-bf2c-05cff4425f6f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:47.014219 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 59948) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:27:47.053499 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b1323-ef8e-4d79-a557-a6dce91d609d req-bbed11c8-4f5a-466f-86f0-b345df7d628a tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:47.055038 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-611b1323-ef8e-4d79-a557-a6dce91d609d req-bbed11c8-4f5a-466f-86f0-b345df7d628a tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=4e183499-07d8-43be-83b4-86394aecfec2 HTTP/1.1" status: 200  len: 932 time: 0.1429613
Nov 19 14:27:47.056911 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-749c00fd-e944-4edc-bf2c-05cff4425f6f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Network acee4c97-002b-43df-bd4a-b48a229104ab is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:27:47.058096 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-749c00fd-e944-4edc-bf2c-05cff4425f6f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:27:47.060426 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-749c00fd-e944-4edc-bf2c-05cff4425f6f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:27:47.158154 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-749c00fd-e944-4edc-bf2c-05cff4425f6f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:47.158862 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-749c00fd-e944-4edc-bf2c-05cff4425f6f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:47.174694 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-611b1323-ef8e-4d79-a557-a6dce91d609d req-dbf7f6f3-c8a9-48b7-8cc7-2ea52c1da264 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838690
Nov 19 14:27:47.191238 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-749c00fd-e944-4edc-bf2c-05cff4425f6f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2672229
Nov 19 14:27:47.224350 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Request body: {'port': {'device_id': '4e183499-07d8-43be-83b4-86394aecfec2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:27:47.346898 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:47.624791 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4698cdde-3b0b-4eed-9996-9ecfa6e03fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853991147'] for router_interface, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:47.760321 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db2e3f0-cec1-4e97-b4e3-247a4ae44758 {{(pid=80260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 14:27:47.767421 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:47.779765 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Transition to ACTIVE for port object 0db2e3f0-cec1-4e97-b4e3-247a4ae44758 will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:27:47.783153 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:47.799085 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-71c550ea-00fa-4eef-b893-65796e031cf0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:47.800477 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eea866-17df-4c0d-98de-a572b4686b98 req-f79ebccd-b087-430d-9d47-32e1d6748204 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:47.802077 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e0eea866-17df-4c0d-98de-a572b4686b98 req-f79ebccd-b087-430d-9d47-32e1d6748204 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.1224031
Nov 19 14:27:47.924225 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e0eea866-17df-4c0d-98de-a572b4686b98 req-19734570-d84a-4d55-a77b-a65e73c1a1f2 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0717931
Nov 19 14:27:47.948317 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Pushing event updated for resources: {'Port': ['ID=0db2e3f0-cec1-4e97-b4e3-247a4ae44758,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:47.958623 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:48.189022 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Attempting to bind port 0db2e3f0-cec1-4e97-b4e3-247a4ae44758 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:27:48.189358 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Attempting to bind port 0db2e3f0-cec1-4e97-b4e3-247a4ae44758 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '64db6526-aee6-4c70-9972-495ba62fe49e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'acee4c97-002b-43df-bd4a-b48a229104ab'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:27:48.189665 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Attempting to bind port 0db2e3f0-cec1-4e97-b4e3-247a4ae44758 on network acee4c97-002b-43df-bd4a-b48a229104ab {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:27:48.200442 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Checking agent: {'id': 'd378d45e-d3db-4cef-bd1d-68c8d9116f29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 21, 43), 'started_at': datetime.datetime(2020, 11, 19, 14, 22, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:27:48.200820 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Checking segment: {'id': '64db6526-aee6-4c70-9972-495ba62fe49e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'acee4c97-002b-43df-bd4a-b48a229104ab'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:27:48.201229 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:48.201630 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Bound using segment: {'id': '64db6526-aee6-4c70-9972-495ba62fe49e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'acee4c97-002b-43df-bd4a-b48a229104ab'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:27:48.202107 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Bound port: 0db2e3f0-cec1-4e97-b4e3-247a4ae44758, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64db6526-aee6-4c70-9972-495ba62fe49e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'acee4c97-002b-43df-bd4a-b48a229104ab'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:27:48.202532 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:48.217970 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67fd47-3aa1-4004-9b55-51c2e40ff8cc req-8b42976d-f1e2-41ea-b847-c6132a325680 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:48.220202 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ce67fd47-3aa1-4004-9b55-51c2e40ff8cc req-8b42976d-f1e2-41ea-b847-c6132a325680 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 984 time: 0.1674571
Nov 19 14:27:48.337740 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ce67fd47-3aa1-4004-9b55-51c2e40ff8cc req-c9151d26-7de0-490a-a462-9650561ccc43 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=cdded477-54c6-4a27-958c-f3ca20c40818&id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1095803
Nov 19 14:27:48.347281 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] For port 0db2e3f0-cec1-4e97-b4e3-247a4ae44758, host hv-cinder-76330, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:27:48.350441 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] For port 0db2e3f0-cec1-4e97-b4e3-247a4ae44758, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0db2e3f0-cec1-4e97-b4e3-247a4ae44758,segment=NetworkSegment(64db6526-aee6-4c70-9972-495ba62fe49e),segment_id=64db6526-aee6-4c70-9972-495ba62fe49e)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:27:48.355009 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:48.371118 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:48.465436 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a090673-f7a9-4a87-8de6-d7c9ad4a3a21 req-9fedd314-3dd5-4312-a855-2aec9babda5d tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:48.466981 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7a090673-f7a9-4a87-8de6-d7c9ad4a3a21 req-9fedd314-3dd5-4312-a855-2aec9babda5d tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=4e183499-07d8-43be-83b4-86394aecfec2 HTTP/1.1" status: 200  len: 944 time: 0.1502049
Nov 19 14:27:48.467800 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-4698cdde-3b0b-4eed-9996-9ecfa6e03fac admin admin] Deleting port 9ea690a0-583b-4c28-ad2a-c619a15971d9 {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:27:48.468182 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4698cdde-3b0b-4eed-9996-9ecfa6e03fac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:48.522730 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Pushing event updated for resources: {'Port': ['ID=0db2e3f0-cec1-4e97-b4e3-247a4ae44758,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:48.527508 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:48.558840 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:48.560334 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] 10.222.0.20 "PUT /v2.0/ports/0db2e3f0-cec1-4e97-b4e3-247a4ae44758 HTTP/1.1" status: 200  len: 1158 time: 1.3409059
Nov 19 14:27:48.560858 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e183499-07d8-43be-83b4-86394aecfec2', 'tag': '0db2e3f0-cec1-4e97-b4e3-247a4ae44758'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:27:48.600981 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7a090673-f7a9-4a87-8de6-d7c9ad4a3a21 req-96375af4-dfe8-4728-93c8-65adccc575c4 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068649
Nov 19 14:27:48.620439 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e183499-07d8-43be-83b4-86394aecfec2', 'tag': '0db2e3f0-cec1-4e97-b4e3-247a4ae44758', 'status': 'completed', 'code': 200}
Nov 19 14:27:48.699977 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-4698cdde-3b0b-4eed-9996-9ecfa6e03fac admin admin] For port 9ea690a0-583b-4c28-ad2a-c619a15971d9, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=9ea690a0-583b-4c28-ad2a-c619a15971d9,segment=NetworkSegment(8063b039-1f6f-43b0-aac6-5204c597b782),segment_id=8063b039-1f6f-43b0-aac6-5204c597b782)] {{(pid=80261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:27:48.700381 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4698cdde-3b0b-4eed-9996-9ecfa6e03fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:48.720329 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-cb223b63-dd6a-43d3-b54a-e1e96d7bbd10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac4c4eaad2a846f4ad2a5874116494b2&device_id=4e183499-07d8-43be-83b4-86394aecfec2 HTTP/1.1" status: 200  len: 1161 time: 0.0778191
Nov 19 14:27:48.832294 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-4698cdde-3b0b-4eed-9996-9ecfa6e03fac admin admin] Calling delete_port for 9ea690a0-583b-4c28-ad2a-c619a15971d9 owned by network:router_interface {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:27:49.006997 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-1eeef1a8-2de9-4f89-a935-177591ca97c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0db2e3f0-cec1-4e97-b4e3-247a4ae44758 HTTP/1.1" status: 200  len: 217 time: 0.2653179
Nov 19 14:27:49.074987 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 838d2be2-9c91-4434-b072-5b8b6c3aeda5 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:27:49.143521 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-35128a15-c886-4306-aff1-ed663709db90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:49.144730 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-35128a15-c886-4306-aff1-ed663709db90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd20189c-a9ad-4a77-8f1f-d11eaa25fd54 HTTP/1.1" status: 200  len: 854 time: 0.1244354
Nov 19 14:27:49.180302 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4698cdde-3b0b-4eed-9996-9ecfa6e03fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:49.191024 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 838d2be2-9c91-4434-b072-5b8b6c3aeda5 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:27:49.191710 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:49.199061 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:49.205918 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-b2037383-e379-48d1-9c06-8b1c5a0046c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acee4c97-002b-43df-bd4a-b48a229104ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523202
Nov 19 14:27:49.220704 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509fc8c-95cb-4f27-9609-c8c9dbedc7a7 req-04d20410-c81d-4e0f-b25f-5385708ebbeb tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:49.222284 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2509fc8c-95cb-4f27-9609-c8c9dbedc7a7 req-04d20410-c81d-4e0f-b25f-5385708ebbeb tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.1501362
Nov 19 14:27:49.249649 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698cdde-3b0b-4eed-9996-9ecfa6e03fac admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea690a0-583b-4c28-ad2a-c619a15971d9,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:49.253054 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4698cdde-3b0b-4eed-9996-9ecfa6e03fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:49.379987 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2509fc8c-95cb-4f27-9609-c8c9dbedc7a7 req-e086bbcf-0352-440c-b139-e7cd93243af7 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1317170
Nov 19 14:27:49.402824 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-19819507-4bf7-4eff-832b-c45ff3e3256f service neutron] 10.222.0.20 "GET /v2.0/networks/acee4c97-002b-43df-bd4a-b48a229104ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1787148
Nov 19 14:27:49.557135 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1363ab25-2c0a-405e-95ec-e5a374eb2b7f req-d5aa2d96-5c1f-48cd-8fc2-f6587f4b6d28 service neutron] 10.222.0.20 "GET /v2.0/networks/acee4c97-002b-43df-bd4a-b48a229104ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1441970
Nov 19 14:27:49.752612 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-67f9a510-3295-4ef0-bd23-2d7c31d2ad80 req-4c434486-075e-4340-abb7-1792e481e05a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac4c4eaad2a846f4ad2a5874116494b2&device_id=4e183499-07d8-43be-83b4-86394aecfec2 HTTP/1.1" status: 200  len: 1161 time: 0.0795581
Nov 19 14:27:49.814238 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19635abb-a7e7-4bc0-9d90-d777d9eb3ba2 req-b84adb75-7061-4fc1-b066-9376a421ef04 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:49.815770 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19635abb-a7e7-4bc0-9d90-d777d9eb3ba2 req-b84adb75-7061-4fc1-b066-9376a421ef04 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 984 time: 0.3348155
Nov 19 14:27:49.942664 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19635abb-a7e7-4bc0-9d90-d777d9eb3ba2 req-4de416c1-7088-4e75-a6f0-ba2c63b5ec1e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=cdded477-54c6-4a27-958c-f3ca20c40818&id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0766087
Nov 19 14:27:49.956678 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4698cdde-3b0b-4eed-9996-9ecfa6e03fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3984074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854050983'] for router_interface, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:49.961739 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece769d5-9509-4da5-a1ee-06bdf94588be req-d5796659-d202-4e84-af12-47e0f0020527 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:49.962345 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-ece769d5-9509-4da5-a1ee-06bdf94588be req-d5796659-d202-4e84-af12-47e0f0020527 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Synchronizing usage tracker for tenant:ac4c4eaad2a846f4ad2a5874116494b2 on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:27:49.970637 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9a510-3295-4ef0-bd23-2d7c31d2ad80 req-79e6d67f-309c-4873-b64a-98b07adb096c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:49.972232 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-67f9a510-3295-4ef0-bd23-2d7c31d2ad80 req-79e6d67f-309c-4873-b64a-98b07adb096c service neutron] 10.222.0.20 "GET /v2.0/networks?id=acee4c97-002b-43df-bd4a-b48a229104ab HTTP/1.1" status: 200  len: 908 time: 0.1792147
Nov 19 14:27:50.038008 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-ece769d5-9509-4da5-a1ee-06bdf94588be req-d5796659-d202-4e84-af12-47e0f0020527 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Unset dirty status for tenant:ac4c4eaad2a846f4ad2a5874116494b2 on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:27:50.039295 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ece769d5-9509-4da5-a1ee-06bdf94588be req-d5796659-d202-4e84-af12-47e0f0020527 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=4e183499-07d8-43be-83b4-86394aecfec2 HTTP/1.1" status: 200  len: 944 time: 0.2832956
Nov 19 14:27:50.062244 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-67f9a510-3295-4ef0-bd23-2d7c31d2ad80 req-098c1d6b-14bb-4558-bc5f-5ea9cfa3548b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0db2e3f0-cec1-4e97-b4e3-247a4ae44758 HTTP/1.1" status: 200  len: 217 time: 0.0813942
Nov 19 14:27:50.147752 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ece769d5-9509-4da5-a1ee-06bdf94588be req-0a22b3f9-1171-47b0-91e5-a5297f06cb79 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1005218
Nov 19 14:27:50.153097 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9a510-3295-4ef0-bd23-2d7c31d2ad80 req-59ceda61-9a6f-4e2c-9591-624307eae8de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:50.154842 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-67f9a510-3295-4ef0-bd23-2d7c31d2ad80 req-59ceda61-9a6f-4e2c-9591-624307eae8de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fd20189c-a9ad-4a77-8f1f-d11eaa25fd54 HTTP/1.1" status: 200  len: 854 time: 0.0845902
Nov 19 14:27:50.205885 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-67f9a510-3295-4ef0-bd23-2d7c31d2ad80 req-e0357497-d1b7-46d1-85de-6871af9e6da1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=acee4c97-002b-43df-bd4a-b48a229104ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433216
Nov 19 14:27:50.349602 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-67f9a510-3295-4ef0-bd23-2d7c31d2ad80 req-874c6e2f-4cee-4ccb-8e72-ffc8e93d9c22 service neutron] 10.222.0.20 "GET /v2.0/networks/acee4c97-002b-43df-bd4a-b48a229104ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351531
Nov 19 14:27:50.494358 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-67f9a510-3295-4ef0-bd23-2d7c31d2ad80 req-c3316770-06da-451d-b2de-a70b60c97be3 service neutron] 10.222.0.20 "GET /v2.0/networks/acee4c97-002b-43df-bd4a-b48a229104ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363080
Nov 19 14:27:50.665532 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7684e-d74c-41e4-8d08-5f41b50a3975 req-15465593-dea8-4eb6-b424-915c63681573 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:50.667154 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-10a7684e-d74c-41e4-8d08-5f41b50a3975 req-15465593-dea8-4eb6-b424-915c63681573 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.1258500
Nov 19 14:27:50.785597 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-10a7684e-d74c-41e4-8d08-5f41b50a3975 req-f63735a1-d478-4b28-898b-b97bd010a73a tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701196
Nov 19 14:27:50.812475 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4698cdde-3b0b-4eed-9996-9ecfa6e03fac admin admin] Router 5a91e1e1-0836-4f58-8d64-5a5f3410fbfa has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:27:51.024284 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4698cdde-3b0b-4eed-9996-9ecfa6e03fac admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:27:51.033300 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac6255-36ab-40f7-88bb-8dc3e31ecd6d None None] Sync routers for ids ['5a91e1e1-0836-4f58-8d64-5a5f3410fbfa'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:27:51.037074 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-4698cdde-3b0b-4eed-9996-9ecfa6e03fac admin admin] 10.222.0.35 "PUT /v2.0/routers/5a91e1e1-0836-4f58-8d64-5a5f3410fbfa/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0215464
Nov 19 14:27:51.039676 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 59970) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:27:51.046600 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac6255-36ab-40f7-88bb-8dc3e31ecd6d None None] Routers {'5a91e1e1-0836-4f58-8d64-5a5f3410fbfa'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:27:51.047770 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-f3ac6255-36ab-40f7-88bb-8dc3e31ecd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c311588>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:27:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['5a91e1e1-0836-4f58-8d64-5a5f3410fbfa'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:27:51.082476 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 838d2be2-9c91-4434-b072-5b8b6c3aeda5 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:27:51.156760 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 838d2be2-9c91-4434-b072-5b8b6c3aeda5 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:27:51.157172 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:51.232701 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-f3ac6255-36ab-40f7-88bb-8dc3e31ecd6d None None] Set router 5a91e1e1-0836-4f58-8d64-5a5f3410fbfa gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:27:51.258776 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b4075735-bae5-42be-8e3c-91e3ab714bfe admin admin] Notify callbacks [] for router, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:51.373526 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd9852-ff4c-43e6-93a8-e8b99c810311 req-abee4030-98fd-4230-8e99-585bfcdbc3ad tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:51.375750 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-76fd9852-ff4c-43e6-93a8-e8b99c810311 req-abee4030-98fd-4230-8e99-585bfcdbc3ad tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=4e183499-07d8-43be-83b4-86394aecfec2 HTTP/1.1" status: 200  len: 944 time: 0.0877230
Nov 19 14:27:51.424980 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-76fd9852-ff4c-43e6-93a8-e8b99c810311 req-ddb34f80-940b-48cc-8ba2-2414cce92802 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426998
Nov 19 14:27:51.479739 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b4075735-bae5-42be-8e3c-91e3ab714bfe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:51.488480 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-b4075735-bae5-42be-8e3c-91e3ab714bfe admin admin] Deleting port 5a12963d-42e1-428a-94ea-acbf81d5ae66 {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:27:51.489076 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b4075735-bae5-42be-8e3c-91e3ab714bfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:51.551253 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-f3ac6255-36ab-40f7-88bb-8dc3e31ecd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c311588>, [{'id': '5a91e1e1-0836-4f58-8d64-5a5f3410fbfa', 'name': 'tempest-ServerRescueNegativeTestJSON-171072738-router', 'tenant_id': 'c423d5e8c09244fb852385eabc7c6c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '5a12963d-42e1-428a-94ea-acbf81d5ae66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:27:49Z', 'revision_number': 5, 'project_id': 'c423d5e8c09244fb852385eabc7c6c60', 'gw_port': {'id': '5a12963d-42e1-428a-94ea-acbf81d5ae66', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:97:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a91e1e1-0836-4f58-8d64-5a5f3410fbfa', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi'}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:27:51.555389 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac6255-36ab-40f7-88bb-8dc3e31ecd6d None None] Checking router: 5a91e1e1-0836-4f58-8d64-5a5f3410fbfa for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:27:51.566524 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac6255-36ab-40f7-88bb-8dc3e31ecd6d None None] Routers {'5a91e1e1-0836-4f58-8d64-5a5f3410fbfa'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:27:51.567223 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-f3ac6255-36ab-40f7-88bb-8dc3e31ecd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c311588>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:27:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['5a91e1e1-0836-4f58-8d64-5a5f3410fbfa'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:27:51.670870 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-b4075735-bae5-42be-8e3c-91e3ab714bfe admin admin] For port 5a12963d-42e1-428a-94ea-acbf81d5ae66, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=5a12963d-42e1-428a-94ea-acbf81d5ae66,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:27:51.671199 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b4075735-bae5-42be-8e3c-91e3ab714bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:51.722313 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-f3ac6255-36ab-40f7-88bb-8dc3e31ecd6d None None] Set router 5a91e1e1-0836-4f58-8d64-5a5f3410fbfa gateway port host: None {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:27:51.800011 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-b4075735-bae5-42be-8e3c-91e3ab714bfe admin admin] Calling delete_port for 5a12963d-42e1-428a-94ea-acbf81d5ae66 owned by network:router_gateway {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:27:51.833313 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-f3ac6255-36ab-40f7-88bb-8dc3e31ecd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c311588>, [{'id': '5a91e1e1-0836-4f58-8d64-5a5f3410fbfa', 'name': 'tempest-ServerRescueNegativeTestJSON-171072738-router', 'tenant_id': 'c423d5e8c09244fb852385eabc7c6c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:27:51Z', 'revision_number': 6, 'project_id': 'c423d5e8c09244fb852385eabc7c6c60', 'gw_port_host': None}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:27:51.837863 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac6255-36ab-40f7-88bb-8dc3e31ecd6d None None] The sync data for ids ['5a91e1e1-0836-4f58-8d64-5a5f3410fbfa'] in dv-cinder-763306-2-iscsi is: [{'id': '5a91e1e1-0836-4f58-8d64-5a5f3410fbfa', 'name': 'tempest-ServerRescueNegativeTestJSON-171072738-router', 'tenant_id': 'c423d5e8c09244fb852385eabc7c6c60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:27:51Z', 'revision_number': 6, 'project_id': 'c423d5e8c09244fb852385eabc7c6c60', 'gw_port_host': None}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:27:52.037819 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b4075735-bae5-42be-8e3c-91e3ab714bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:52.053391 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-82b73c6d-c231-4044-bf49-00fb0bc07265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:52.335174 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4075735-bae5-42be-8e3c-91e3ab714bfe admin admin] Pushing event deleted for resources: {'Port': ['ID=5a12963d-42e1-428a-94ea-acbf81d5ae66,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:52.337944 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b4075735-bae5-42be-8e3c-91e3ab714bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:52.352149 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4962d3-ccb9-4e1d-898f-cd3fcfe7d93a req-e97d84fe-03c2-4aa3-9d1b-b8ee53b72f60 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:52.353746 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-aa4962d3-ccb9-4e1d-898f-cd3fcfe7d93a req-e97d84fe-03c2-4aa3-9d1b-b8ee53b72f60 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.4082801
Nov 19 14:27:52.484645 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-aa4962d3-ccb9-4e1d-898f-cd3fcfe7d93a req-0c15052c-ab1c-4168-ba36-da73fd1d0e03 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0815556
Nov 19 14:27:52.615499 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 9ea690a0-583b-4c28-ad2a-c619a15971d9 no longer exists at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:27:52.648645 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32e16b-0ef8-4726-a601-4b8b8d122778 req-75435b69-e9f0-4ef7-bc89-72d84f373240 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:52.650276 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-cb32e16b-0ef8-4726-a601-4b8b8d122778 req-75435b69-e9f0-4ef7-bc89-72d84f373240 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=4e183499-07d8-43be-83b4-86394aecfec2 HTTP/1.1" status: 200  len: 944 time: 0.0953858
Nov 19 14:27:52.655332 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] No Port match for: 9ea690a0-583b-4c28-ad2a-c619a15971d9 {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:27:52.655733 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 9ea690a0-583b-4c28-ad2a-c619a15971d9 not bound to the agent host dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:27:52.656249 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 5a12963d-42e1-428a-94ea-acbf81d5ae66 no longer exists at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:27:52.689627 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] No Port match for: 5a12963d-42e1-428a-94ea-acbf81d5ae66 {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:27:52.690010 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 5a12963d-42e1-428a-94ea-acbf81d5ae66 not bound to the agent host dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:27:52.694356 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b4075735-bae5-42be-8e3c-91e3ab714bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853989509'] for router_gateway, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:52.701657 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-cb32e16b-0ef8-4726-a601-4b8b8d122778 req-48503755-8a1b-4b6d-9108-ce196939dfcf tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444722
Nov 19 14:27:52.961153 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b4075735-bae5-42be-8e3c-91e3ab714bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2775'] for router, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:52.965494 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b4075735-bae5-42be-8e3c-91e3ab714bfe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:53.058052 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b4075735-bae5-42be-8e3c-91e3ab714bfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-761817'] for router, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:53.058652 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4075735-bae5-42be-8e3c-91e3ab714bfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a91e1e1-0836-4f58-8d64-5a5f3410fbfa {{(pid=80261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 19 14:27:53.072015 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b4075735-bae5-42be-8e3c-91e3ab714bfe admin admin] Notify callbacks [] for router, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:53.073249 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-b4075735-bae5-42be-8e3c-91e3ab714bfe admin admin] 10.222.0.35 "DELETE /v2.0/routers/5a91e1e1-0836-4f58-8d64-5a5f3410fbfa HTTP/1.1" status: 204  len: 168 time: 2.0326014
Nov 19 14:27:53.075757 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 59980) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:27:53.145374 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8795291-6ef8-40a9-803c-0273230166fc admin admin] Deleting subnet f8dea17d-5e4e-426b-8f91-2edb1085e5c9 {{(pid=80261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 14:27:53.148499 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f8795291-6ef8-40a9-803c-0273230166fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:53.199945 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f8795291-6ef8-40a9-803c-0273230166fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852756329'] for subnet, precommit_delete_associations {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:53.256658 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f8795291-6ef8-40a9-803c-0273230166fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597733'] for subnet, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:53.515490 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f8795291-6ef8-40a9-803c-0273230166fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851178052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10942178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2092532'] for subnet, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:53.532209 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4bad0542-9338-4000-85ba-9317767d2e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:53.573626 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8795291-6ef8-40a9-803c-0273230166fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8dea17d-5e4e-426b-8f91-2edb1085e5c9,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:53.576368 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f8795291-6ef8-40a9-803c-0273230166fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:53.639275 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 0db2e3f0-cec1-4e97-b4e3-247a4ae44758 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:27:53.708507 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning for port 0db2e3f0-cec1-4e97-b4e3-247a4ae44758 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:27:53.713375 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 0db2e3f0-cec1-4e97-b4e3-247a4ae44758 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:27:53.713801 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:53.731703 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f8795291-6ef8-40a9-803c-0273230166fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:53.744916 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-f8795291-6ef8-40a9-803c-0273230166fc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f8dea17d-5e4e-426b-8f91-2edb1085e5c9 HTTP/1.1" status: 204  len: 168 time: 0.6655824
Nov 19 14:27:53.745814 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 59988) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:27:53.757950 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548488a5-510b-4f0f-ae46-23ed70dfddd9 req-9c2567ab-a3ec-4f59-8743-b40d426ab49b tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:53.760019 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-548488a5-510b-4f0f-ae46-23ed70dfddd9 req-9c2567ab-a3ec-4f59-8743-b40d426ab49b tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.1206050
Nov 19 14:27:53.815017 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-548488a5-510b-4f0f-ae46-23ed70dfddd9 req-daef7305-061e-4f3f-89c0-5083e238d9f4 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491729
Nov 19 14:27:53.846679 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:53.874543 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e183499-07d8-43be-83b4-86394aecfec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db2e3f0-cec1-4e97-b4e3-247a4ae44758'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:27:53.886875 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 0db2e3f0-cec1-4e97-b4e3-247a4ae44758, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0db2e3f0-cec1-4e97-b4e3-247a4ae44758,segment=NetworkSegment(64db6526-aee6-4c70-9972-495ba62fe49e),segment_id=64db6526-aee6-4c70-9972-495ba62fe49e)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:27:53.891860 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:53.894666 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:53.941929 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-31f86d00-da79-4e1c-84a3-30f0d8dd14db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439683'] for network, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:53.958150 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e183499-07d8-43be-83b4-86394aecfec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db2e3f0-cec1-4e97-b4e3-247a4ae44758', 'code': 200}
Nov 19 14:27:53.971628 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=0db2e3f0-cec1-4e97-b4e3-247a4ae44758,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:53.975401 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:54.100532 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec507014-2749-40e3-b9a7-104684daf3c3 req-42b7c47d-c029-414e-993a-6a39dd6c303a tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:54.102149 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ec507014-2749-40e3-b9a7-104684daf3c3 req-42b7c47d-c029-414e-993a-6a39dd6c303a tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=4e183499-07d8-43be-83b4-86394aecfec2 HTTP/1.1" status: 200  len: 946 time: 0.2394755
Nov 19 14:27:54.169461 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-31f86d00-da79-4e1c-84a3-30f0d8dd14db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3601468', 'neutron.services.segments.db._delete_segments_for_network--9223363262708512184'] for network, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:54.355059 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ec507014-2749-40e3-b9a7-104684daf3c3 req-064e52f4-93b4-4679-8f07-a7e42d2e642a tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2043843
Nov 19 14:27:54.364075 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-31f86d00-da79-4e1c-84a3-30f0d8dd14db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae37f98b00>,) {'filters': {'network_id': ['ebc75a69-ceaf-497c-bb41-b049f96aa0a7']}} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:27:54.380288 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-31f86d00-da79-4e1c-84a3-30f0d8dd14db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae37f98b00>, '8063b039-1f6f-43b0-aac6-5204c597b782') {'for_net_delete': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:27:54.380626 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-31f86d00-da79-4e1c-84a3-30f0d8dd14db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae37f98b00>, '8063b039-1f6f-43b0-aac6-5204c597b782') {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:27:54.395965 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-31f86d00-da79-4e1c-84a3-30f0d8dd14db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262708535224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2022585'] for segment, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:54.411624 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3ccb95cf-a837-42a0-b9c3-4f6aa4001e0c req-fdf719b6-cc9a-4e8d-a8f3-7393374f620c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e183499-07d8-43be-83b4-86394aecfec2 HTTP/1.1" status: 200  len: 1163 time: 0.2187929
Nov 19 14:27:54.418158 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-31f86d00-da79-4e1c-84a3-30f0d8dd14db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:54.421486 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-31f86d00-da79-4e1c-84a3-30f0d8dd14db admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 14:27:54.630298 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3ccb95cf-a837-42a0-b9c3-4f6aa4001e0c req-bc0ee560-34b8-40bc-8f08-4d6b57029a47 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2096899
Nov 19 14:27:54.631900 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-31f86d00-da79-4e1c-84a3-30f0d8dd14db admin admin] Network ebc75a69-ceaf-497c-bb41-b049f96aa0a7 has no segments {{(pid=80260) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:27:54.640513 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-31f86d00-da79-4e1c-84a3-30f0d8dd14db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3544455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11369013'] for segment, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:54.817918 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-31f86d00-da79-4e1c-84a3-30f0d8dd14db admin admin] Network ebc75a69-ceaf-497c-bb41-b049f96aa0a7 has no segments {{(pid=80260) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]: Traceback (most recent call last):
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:     timer()
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:     cb(*args, **kw)
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:     return func(*args, **kwargs)
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:     self._notify()
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:     self.callback(batched_events)
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:     event.method(event)
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:     segment_id)['aggregates'][0]
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:     return f(self, *a, **k)
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self._get(url).json()
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:     **kwargs)
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self.request(url, 'GET', **kwargs)
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:     **endpoint_filter)
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 14:27:54.840627 dv-cinder-763306-2-iscsi neutron-server[80149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 14:27:54.931549 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-31f86d00-da79-4e1c-84a3-30f0d8dd14db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851174325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:54.936059 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f2992ff4-d567-41bc-8de6-a7733e93dbb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:54.952349 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-31f86d00-da79-4e1c-84a3-30f0d8dd14db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:54.961650 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f86d00-da79-4e1c-84a3-30f0d8dd14db admin admin] Pushing event deleted for resources: {'Network': ['ID=ebc75a69-ceaf-497c-bb41-b049f96aa0a7,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:54.965107 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-31f86d00-da79-4e1c-84a3-30f0d8dd14db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:54.970658 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-31f86d00-da79-4e1c-84a3-30f0d8dd14db admin admin] 10.222.0.35 "DELETE /v2.0/networks/ebc75a69-ceaf-497c-bb41-b049f96aa0a7 HTTP/1.1" status: 204  len: 168 time: 1.2233284
Nov 19 14:27:55.031086 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05186a-3522-4e43-8941-d575b897ce2a req-f6c6915d-ebf6-4ba5-8bb3-ac12e45a60d5 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:55.033276 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4e05186a-3522-4e43-8941-d575b897ce2a req-f6c6915d-ebf6-4ba5-8bb3-ac12e45a60d5 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.0843730
Nov 19 14:27:55.082046 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4e05186a-3522-4e43-8941-d575b897ce2a req-3d13d45b-4233-4725-a96b-1a2b1bb28931 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423377
Nov 19 14:27:55.176452 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 60000) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:27:55.230752 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-623526b4-cc48-4ecc-a080-1602cb0443ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c423d5e8c09244fb852385eabc7c6c60&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0529146
Nov 19 14:27:55.233056 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 60004) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:27:55.292579 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 0db2e3f0-cec1-4e97-b4e3-247a4ae44758 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:27:55.297410 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-39531344-a569-4bbd-8fcb-0cdb1215d3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:55.325316 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-39531344-a569-4bbd-8fcb-0cdb1215d3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:55.367020 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 0db2e3f0-cec1-4e97-b4e3-247a4ae44758 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:27:55.367445 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:55.505194 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device d513909e-a150-491f-b42b-741f2925ddfa up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:27:55.552972 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1912127b-9fbb-4734-b1c2-d5a6faa6d6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:55.589321 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port d513909e-a150-491f-b42b-741f2925ddfa triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:27:55.589739 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:55.625318 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-39531344-a569-4bbd-8fcb-0cdb1215d3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:55.631063 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e6c61df0-0ec2-4c79-a696-193bd7f9f191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:55.648165 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39531344-a569-4bbd-8fcb-0cdb1215d3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1484666c-d5e4-474b-9e5f-cd14889718a5,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:55.651143 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-39531344-a569-4bbd-8fcb-0cdb1215d3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:55.662415 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-39531344-a569-4bbd-8fcb-0cdb1215d3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:55.663673 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-39531344-a569-4bbd-8fcb-0cdb1215d3bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1484666c-d5e4-474b-9e5f-cd14889718a5 HTTP/1.1" status: 204  len: 168 time: 0.4296691
Nov 19 14:27:55.675792 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f889a5a-210e-408f-90c7-915a4e834677 req-50b7a71e-e54d-4d73-a6d0-1802ed30e552 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:55.677497 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7f889a5a-210e-408f-90c7-915a4e834677 req-50b7a71e-e54d-4d73-a6d0-1802ed30e552 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=4e183499-07d8-43be-83b4-86394aecfec2 HTTP/1.1" status: 200  len: 946 time: 0.1157782
Nov 19 14:27:55.740876 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7f889a5a-210e-408f-90c7-915a4e834677 req-f32bb866-eccf-42fe-9bf7-d281efaf9f49 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557148
Nov 19 14:27:56.293935 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273869e8-08e2-4855-aa75-4663f08a3d37 req-eae41af0-cc1a-474d-878b-dc42afa188f8 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:56.295800 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-273869e8-08e2-4855-aa75-4663f08a3d37 req-eae41af0-cc1a-474d-878b-dc42afa188f8 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.0853517
Nov 19 14:27:56.346401 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-273869e8-08e2-4855-aa75-4663f08a3d37 req-05111780-429f-4bf0-86f2-f8aec09049b7 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441089
Nov 19 14:27:56.646244 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 60034) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:27:56.747092 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41caf2-e4ca-4bd8-8041-bc00ec5af822 req-69515a1a-9d8d-4b71-93fd-99a17a654b35 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:56.748720 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fb41caf2-e4ca-4bd8-8041-bc00ec5af822 req-69515a1a-9d8d-4b71-93fd-99a17a654b35 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.0855353
Nov 19 14:27:56.794368 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-454940425-network', 'tenant_id': '6a45d31906464ce38462385d6554b1c8'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:27:56.804854 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fb41caf2-e4ca-4bd8-8041-bc00ec5af822 req-4f2af832-1d71-4086-b24b-a35347f0928a tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498528
Nov 19 14:27:56.810046 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:27:56.816901 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Usage tracker for resource:network and tenant:6a45d31906464ce38462385d6554b1c8 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:27:56.819868 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:27:56.828464 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:27:56.842018 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Made reservation on behalf of 6a45d31906464ce38462385d6554b1c8 for: {'network': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:27:56.847375 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for network, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:56.865366 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:56.890551 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-42db8763-f0a4-419c-984c-8aeaac7f70cf req-6ec7cde6-a47d-45b4-90fa-c75dc764ce1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4cdfec880b540fbaaff093eb5b0334c&device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 1163 time: 0.1429799
Nov 19 14:27:57.015678 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:27:57.072490 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Usage tracker for resource:security_group_rule and tenant:6a45d31906464ce38462385d6554b1c8 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:27:57.087947 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:27:57.102615 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:27:57.127188 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0eea76-0d49-4d26-a288-90cab7110eb0 req-6822d212-8894-48b1-baa5-0383c72e8557 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:57.128810 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1e0eea76-0d49-4d26-a288-90cab7110eb0 req-6822d212-8894-48b1-baa5-0383c72e8557 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=4e183499-07d8-43be-83b4-86394aecfec2 HTTP/1.1" status: 200  len: 946 time: 0.2372925
Nov 19 14:27:57.182186 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db8763-f0a4-419c-984c-8aeaac7f70cf req-c8e361e9-1445-4392-97fd-2f4e6a8c5de7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:57.183771 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-42db8763-f0a4-419c-984c-8aeaac7f70cf req-c8e361e9-1445-4392-97fd-2f4e6a8c5de7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cdddb518-8cf2-4322-a35f-0e12175bafb1 HTTP/1.1" status: 200  len: 904 time: 0.2492707
Nov 19 14:27:57.311783 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1e0eea76-0d49-4d26-a288-90cab7110eb0 req-99d99bce-ffe0-44f2-876f-c4d8b8e338b4 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1766584
Nov 19 14:27:57.340895 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:57.343745 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-42db8763-f0a4-419c-984c-8aeaac7f70cf req-be5b8a2f-82dc-4c4d-a314-8e3202eeabb4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d513909e-a150-491f-b42b-741f2925ddfa HTTP/1.1" status: 200  len: 1001 time: 0.1477337
Nov 19 14:27:57.345295 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:57.349600 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-747e68ca-c30b-494e-8df1-6b44826625f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:57.427716 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 14:27:57.446632 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc061b8-276f-42f1-87d1-2d2dcd76834d,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:57.452782 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:57.454308 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774146263616', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:57.454778 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.segments_db [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Added segment 39394dae-1e15-4665-95c9-e88c1b5027ac of type vxlan for network 1870752e-7b09-4f81-84ae-a4ccae9eae40
Nov 19 14:27:57.467659 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db8763-f0a4-419c-984c-8aeaac7f70cf req-ef0ebba7-c6d7-4d46-9f6c-12cb8132604e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:57.469278 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-42db8763-f0a4-419c-984c-8aeaac7f70cf req-ef0ebba7-c6d7-4d46-9f6c-12cb8132604e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce705c2c-2ed4-4025-aa9f-42e56e9aa635 HTTP/1.1" status: 200  len: 849 time: 0.1096680
Nov 19 14:27:57.534263 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774145649933'] for network, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:57.588660 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:57.592389 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:57.593041 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:57.598874 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c29751d2-2446-489e-9334-77ffbd19dac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:57.622302 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-42db8763-f0a4-419c-984c-8aeaac7f70cf req-591bcfd0-9de2-4851-a8f1-6b1cd7b81045 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cdddb518-8cf2-4322-a35f-0e12175bafb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1388559
Nov 19 14:27:57.752306 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1047683
Nov 19 14:27:57.755296 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 60050) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:27:57.761353 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-3077c02e-17a0-4e6d-99af-adfb8481e0e3 admin admin] Request body: {'subnet': {'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-454940425-subnet', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:27:57.767183 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-3077c02e-17a0-4e6d-99af-adfb8481e0e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:27:57.771602 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-3077c02e-17a0-4e6d-99af-adfb8481e0e3 admin admin] Usage tracker for resource:subnet and tenant:6a45d31906464ce38462385d6554b1c8 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:27:57.775143 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-3077c02e-17a0-4e6d-99af-adfb8481e0e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:27:57.781546 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-3077c02e-17a0-4e6d-99af-adfb8481e0e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:27:57.803433 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3077c02e-17a0-4e6d-99af-adfb8481e0e3 admin admin] Made reservation on behalf of 6a45d31906464ce38462385d6554b1c8 for: {'subnet': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:27:57.803916 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Pushing event updated for resources: {'Network': ['ID=1870752e-7b09-4f81-84ae-a4ccae9eae40,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:57.808440 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3077c02e-17a0-4e6d-99af-adfb8481e0e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852683313'] for subnet, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:57.810967 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:57.818013 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Network 1870752e-7b09-4f81-84ae-a4ccae9eae40 details requested by agent ovs-agent-dv-cinder-763306-2-iscsi with host dv-cinder-763306-2-iscsi {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:27:57.842287 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Network 1870752e-7b09-4f81-84ae-a4ccae9eae40 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:27:57.891659 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-42db8763-f0a4-419c-984c-8aeaac7f70cf req-b6b80c9b-4854-4437-b9b1-60434f0478a0 service neutron] 10.222.0.20 "GET /v2.0/networks/cdddb518-8cf2-4322-a35f-0e12175bafb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2597396
Nov 19 14:27:58.150530 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-42db8763-f0a4-419c-984c-8aeaac7f70cf req-e340f2bc-5e0d-47d5-ab82-3789b3b79a0a service neutron] 10.222.0.20 "GET /v2.0/networks/cdddb518-8cf2-4322-a35f-0e12175bafb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2510288
Nov 19 14:27:58.164180 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20570cdc-f7a0-4602-89f6-4170e7a7b2ce req-3e258d7c-e2be-4f9c-b0bb-192e141d2606 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:58.171966 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-20570cdc-f7a0-4602-89f6-4170e7a7b2ce req-3e258d7c-e2be-4f9c-b0bb-192e141d2606 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.1854455
Nov 19 14:27:58.206988 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f3867068-0053-4eee-9ce4-610b2a724b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:58.219640 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-20570cdc-f7a0-4602-89f6-4170e7a7b2ce req-d142a0a7-a768-4bb8-9bf1-896935adba76 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456195
Nov 19 14:27:58.302259 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3077c02e-17a0-4e6d-99af-adfb8481e0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843833810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852683268'] for subnet, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:58.318067 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f01bf0ca-d49b-4814-82d4-d5becc270a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:58.455966 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077c02e-17a0-4e6d-99af-adfb8481e0e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aadce598-f8a4-448c-af30-7e52573fd24d,revision_number=0']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:58.460010 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3077c02e-17a0-4e6d-99af-adfb8481e0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:58.520243 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3077c02e-17a0-4e6d-99af-adfb8481e0e3 admin admin] Checking segment: {'id': '39394dae-1e15-4665-95c9-e88c1b5027ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:27:58.520639 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3077c02e-17a0-4e6d-99af-adfb8481e0e3 admin admin] Network hostable DHCP agents. Network: 1870752e-7b09-4f81-84ae-a4ccae9eae40, hostable agents: ['4a7d4b2f-f99e-495c-ba2f-c341fae68c03'], hosted agents: [] {{(pid=80261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 14:27:58.541894 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3077c02e-17a0-4e6d-99af-adfb8481e0e3 admin admin] Network 1870752e-7b09-4f81-84ae-a4ccae9eae40 is scheduled to be hosted by DHCP agent 4a7d4b2f-f99e-495c-ba2f-c341fae68c03 with binding_index 1 {{(pid=80261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 14:27:58.550588 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-3077c02e-17a0-4e6d-99af-adfb8481e0e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-iscsi, 1870752e-7b09-4f81-84ae-a4ccae9eae40) {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:27:58.559143 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64d82d3-d7d6-481e-9534-6bc93e01b55c None None] Network 1870752e-7b09-4f81-84ae-a4ccae9eae40 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:27:58.562361 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3077c02e-17a0-4e6d-99af-adfb8481e0e3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:58.563104 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3077c02e-17a0-4e6d-99af-adfb8481e0e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:58.585891 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-3077c02e-17a0-4e6d-99af-adfb8481e0e3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8269579
Nov 19 14:27:58.586248 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 60058) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:27:58.591893 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-454940425-router', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:27:58.597276 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:27:58.601504 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Usage tracker for resource:router and tenant:6a45d31906464ce38462385d6554b1c8 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:27:58.605085 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:27:58.611057 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:27:58.623465 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-758591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2788'] for router, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:58.624712 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854017225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-786376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-574391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854773012'] for router, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:58.645251 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:58.790085 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcped18c60e-6a75-5499-b97d-4bea333a774a-1870752e-7b09-4f81-84ae-a4ccae9eae40', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'fixed_ips': [{'subnet_id': 'aadce598-f8a4-448c-af30-7e52573fd24d'}]}} from dv-cinder-763306-2-iscsi. {{(pid=80262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Nov 19 14:27:58.791009 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:58.798965 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-786239', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-758694', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854773025'] for router, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:58.812729 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:59.195470 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device d513909e-a150-491f-b42b-741f2925ddfa up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:27:59.234329 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:59.267573 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:59.334239 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Allocated IP 172.20.0.2 (1870752e-7b09-4f81-84ae-a4ccae9eae40/aadce598-f8a4-448c-af30-7e52573fd24d/9bc5df92-0081-408d-948c-25c396de6d30) {{(pid=80262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:27:59.350296 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port d513909e-a150-491f-b42b-741f2925ddfa triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:27:59.350747 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:59.549423 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e182fa3-4ca0-46ed-8d5a-6e5972c8bef9 req-5941d331-a5a8-4b69-83f8-68b180f3cc92 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:27:59.551082 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2e182fa3-4ca0-46ed-8d5a-6e5972c8bef9 req-5941d331-a5a8-4b69-83f8-68b180f3cc92 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.1781425
Nov 19 14:27:59.659188 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Allocated IP 172.27.0.55 (30e7e950-b2fa-4cc4-9540-c3d995e774bc/c880977d-f782-4d1f-ba36-7b5f08e013ca/e07676b5-d92a-45a2-ae9c-271cc2df0185) {{(pid=80261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:27:59.663424 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2e182fa3-4ca0-46ed-8d5a-6e5972c8bef9 req-49e459e7-345c-488d-a74b-8b1bedb4a637 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0815191
Nov 19 14:27:59.663628 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Notify callbacks [] for port, precommit_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:59.686593 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Transition to ACTIVE for port object 9bc5df92-0081-408d-948c-25c396de6d30 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:27:59.704449 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:59.709460 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Transition to ACTIVE for port object 9bc5df92-0081-408d-948c-25c396de6d30 will not be triggered until provisioned by entity DHCP. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:27:59.713731 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582'] for port, after_create {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:59.729994 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:59.822769 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:59.851045 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:59.867239 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:27:59.870403 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Pushing event updated for resources: {'Port': ['ID=9bc5df92-0081-408d-948c-25c396de6d30,revision_number=1']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:27:59.874660 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:27:59.922601 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Network 1870752e-7b09-4f81-84ae-a4ccae9eae40 is already hosted by enough agents. {{(pid=80262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:27:59.923873 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Resources bound (agent type, host, resource id):  {{(pid=80262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:27:59.926805 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Received port after_create {{(pid=80262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:27:59.994411 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:27:59.995369 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Attempting to bind port 9bc5df92-0081-408d-948c-25c396de6d30 on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:27:59.995787 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Attempting to bind port 9bc5df92-0081-408d-948c-25c396de6d30 by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': '39394dae-1e15-4665-95c9-e88c1b5027ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:27:59.996200 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Attempting to bind port 9bc5df92-0081-408d-948c-25c396de6d30 on network 1870752e-7b09-4f81-84ae-a4ccae9eae40 {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:28:00.003353 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:28:00.003780 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Checking segment: {'id': '39394dae-1e15-4665-95c9-e88c1b5027ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:28:00.004224 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:00.004667 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Bound using segment: {'id': '39394dae-1e15-4665-95c9-e88c1b5027ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:28:00.005191 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Bound port: 9bc5df92-0081-408d-948c-25c396de6d30, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39394dae-1e15-4665-95c9-e88c1b5027ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:28:00.005616 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:00.020105 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Pushing event updated for resources: {'Port': ['ID=e07676b5-d92a-45a2-ae9c-271cc2df0185,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:00.024585 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:00.067345 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Network 30e7e950-b2fa-4cc4-9540-c3d995e774bc is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:28:00.068550 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:28:00.070865 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Received port after_create {{(pid=80261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:28:00.099612 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-732e984a-3056-48ef-a205-087a8199df73 None None] For port 9bc5df92-0081-408d-948c-25c396de6d30, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:28:00.102930 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-732e984a-3056-48ef-a205-087a8199df73 None None] For port 9bc5df92-0081-408d-948c-25c396de6d30, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=9bc5df92-0081-408d-948c-25c396de6d30,segment=NetworkSegment(39394dae-1e15-4665-95c9-e88c1b5027ac),segment_id=39394dae-1e15-4665-95c9-e88c1b5027ac)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:28:00.108383 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:00.123850 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:00.239987 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:00.240797 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854017107', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036853989611'] for router, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:00.274998 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Pushing event updated for resources: {'Port': ['ID=9bc5df92-0081-408d-948c-25c396de6d30,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:00.279647 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:00.486056 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Router 146b96c5-6a5f-498e-83e2-d65f06f3add7 is scheduled to L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f with binding_index 1 {{(pid=80261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}}
Nov 19 14:28:00.666383 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 9bc5df92-0081-408d-948c-25c396de6d30 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:28:00.713320 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:28:00.723346 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] Sync routers for ids ['146b96c5-6a5f-498e-83e2-d65f06f3add7'] in dv-cinder-763306-2-iscsi {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:28:00.736242 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] Notify callbacks [] for router, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:00.737522 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-8651ac2a-25c2-4ccf-840e-ff28aa0b71b1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.1502209
Nov 19 14:28:00.740573 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 60070) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:28:00.744473 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] Routers {'146b96c5-6a5f-498e-83e2-d65f06f3add7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:28:00.745160 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3d147390>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:27:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['146b96c5-6a5f-498e-83e2-d65f06f3add7'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:28:00.836838 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port 9bc5df92-0081-408d-948c-25c396de6d30 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:28:00.941758 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] Set router 146b96c5-6a5f-498e-83e2-d65f06f3add7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:28:01.246690 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3d147390>, [{'id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'name': 'tempest-AttachVolumeShelveTestJSON-454940425-router', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:58Z', 'updated_at': '2020-11-19T14:28:00Z', 'revision_number': 3, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'gw_port': {'id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:59Z', 'updated_at': '2020-11-19T14:27:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi'}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:28:01.250963 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] Checking router: 146b96c5-6a5f-498e-83e2-d65f06f3add7 for host: dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:28:01.251322 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] Updating router 146b96c5-6a5f-498e-83e2-d65f06f3add7 port e07676b5-d92a-45a2-ae9c-271cc2df0185 binding host dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 14:28:01.305863 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:01.642738 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9941ff2b-809e-4506-878a-d623bf3a8edb None None] Network 1870752e-7b09-4f81-84ae-a4ccae9eae40 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:28:01.671884 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:01.780191 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-47bbccad-e2ec-4e2c-8435-977f5b228d46 None None] Provisioning for port 9bc5df92-0081-408d-948c-25c396de6d30 completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:28:01.793412 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-47bbccad-e2ec-4e2c-8435-977f5b228d46 None None] Provisioning complete for port 9bc5df92-0081-408d-948c-25c396de6d30 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:28:01.793768 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-47bbccad-e2ec-4e2c-8435-977f5b228d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:01.964327 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] Notify callbacks [] for port, precommit_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:02.023553 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Allocated IP 172.20.0.1 (1870752e-7b09-4f81-84ae-a4ccae9eae40/aadce598-f8a4-448c-af30-7e52573fd24d/34c8c4d1-2131-4622-8f9d-bfd78a613405) {{(pid=80261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:28:02.178386 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] Transition to ACTIVE for port object e07676b5-d92a-45a2-ae9c-271cc2df0185 will not be triggered until provisioned by entity L2. {{(pid=80262) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:28:02.191659 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:02.208937 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Transition to ACTIVE for port object 34c8c4d1-2131-4622-8f9d-bfd78a613405 will not be triggered until provisioned by entity DHCP. {{(pid=80261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:28:02.217674 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:02.228016 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:02.236726 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:02.243622 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-04a36535-c3ac-4aae-9cea-b9ea7796326e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:02.371561 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-47bbccad-e2ec-4e2c-8435-977f5b228d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:02.386244 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Pushing event updated for resources: {'Port': ['ID=34c8c4d1-2131-4622-8f9d-bfd78a613405,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:02.390761 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:02.427667 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141743d-302f-4710-8cf7-03250ed68486 None None] Pushing event updated for resources: {'Port': ['ID=e07676b5-d92a-45a2-ae9c-271cc2df0185,revision_number=2']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:02.439319 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Network 1870752e-7b09-4f81-84ae-a4ccae9eae40 is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:28:02.440970 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:28:02.441372 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1141743d-302f-4710-8cf7-03250ed68486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:02.443494 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Received port after_create {{(pid=80261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:28:02.464156 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-47bbccad-e2ec-4e2c-8435-977f5b228d46 None None] For port 9bc5df92-0081-408d-948c-25c396de6d30, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=9bc5df92-0081-408d-948c-25c396de6d30,segment=NetworkSegment(39394dae-1e15-4665-95c9-e88c1b5027ac),segment_id=39394dae-1e15-4665-95c9-e88c1b5027ac)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:28:02.471647 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-47bbccad-e2ec-4e2c-8435-977f5b228d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:02.475715 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1b2de73b-41a5-4f73-91e9-398b9f37948d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:02.507676 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-722922'] for router_interface, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:02.549146 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] Attempting to bind port e07676b5-d92a-45a2-ae9c-271cc2df0185 on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:28:02.549560 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] Attempting to bind port e07676b5-d92a-45a2-ae9c-271cc2df0185 by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:28:02.549980 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] Attempting to bind port e07676b5-d92a-45a2-ae9c-271cc2df0185 on network 30e7e950-b2fa-4cc4-9540-c3d995e774bc {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:28:02.565245 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:28:02.565681 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] Checking segment: {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:28:02.566138 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:02.566641 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] Bound using segment: {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'} {{(pid=80262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:28:02.567136 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] Bound port: e07676b5-d92a-45a2-ae9c-271cc2df0185, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1915e2d1-9a03-4ed5-8803-3330fe0ea417', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}}] {{(pid=80262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:28:02.568081 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:02.601458 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:02.616203 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bbccad-e2ec-4e2c-8435-977f5b228d46 None None] Pushing event updated for resources: {'Port': ['ID=9bc5df92-0081-408d-948c-25c396de6d30,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:02.621215 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-47bbccad-e2ec-4e2c-8435-977f5b228d46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:02.654770 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] For port e07676b5-d92a-45a2-ae9c-271cc2df0185, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:28:02.658722 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] For port e07676b5-d92a-45a2-ae9c-271cc2df0185, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=e07676b5-d92a-45a2-ae9c-271cc2df0185,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:28:02.662930 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:02.679431 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-395b0705-9c14-492a-b4b8-b08cc3907509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:02.846300 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141743d-302f-4710-8cf7-03250ed68486 None None] Pushing event updated for resources: {'Port': ['ID=e07676b5-d92a-45a2-ae9c-271cc2df0185,revision_number=3']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:02.849171 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-72a28ede-585e-4196-a42c-b37554778e6e None None] Provisioning complete for port 9bc5df92-0081-408d-948c-25c396de6d30 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:28:02.849803 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-72a28ede-585e-4196-a42c-b37554778e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:02.878788 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1141743d-302f-4710-8cf7-03250ed68486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:02.929316 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:02.940884 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10942143'] for port, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:02.958331 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] Routers {'146b96c5-6a5f-498e-83e2-d65f06f3add7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:28:02.958990 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3d147390>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:27:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['146b96c5-6a5f-498e-83e2-d65f06f3add7'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:28:02.972846 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:03.059972 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Pushing event updated for resources: {'Port': ['ID=34c8c4d1-2131-4622-8f9d-bfd78a613405,revision_number=2']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:03.062832 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036850791725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036853991164'] for router_interface, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:03.079449 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:03.200504 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] Set router 146b96c5-6a5f-498e-83e2-d65f06f3add7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:28:03.214199 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Network 1870752e-7b09-4f81-84ae-a4ccae9eae40 is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:28:03.215299 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:28:03.352644 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-d3821ec7-d85a-467a-8917-5e9749c25eb8 None None] Provisioning for port 34c8c4d1-2131-4622-8f9d-bfd78a613405 completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:28:03.373398 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-d3821ec7-d85a-467a-8917-5e9749c25eb8 None None] Provisioning complete for port 34c8c4d1-2131-4622-8f9d-bfd78a613405 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:28:03.373854 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d3821ec7-d85a-467a-8917-5e9749c25eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:03.507812 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-d3821ec7-d85a-467a-8917-5e9749c25eb8 None None] Port 34c8c4d1-2131-4622-8f9d-bfd78a613405 cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:28:03.545351 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-d3821ec7-d85a-467a-8917-5e9749c25eb8 None None] Provisioning complete for port 9bc5df92-0081-408d-948c-25c396de6d30 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:28:03.545780 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d3821ec7-d85a-467a-8917-5e9749c25eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:03.626522 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Router 146b96c5-6a5f-498e-83e2-d65f06f3add7 has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:28:03.717438 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3d147390>, [{'id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'name': 'tempest-AttachVolumeShelveTestJSON-454940425-router', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:58Z', 'updated_at': '2020-11-19T14:28:02Z', 'revision_number': 4, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'gw_port': {'id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:59Z', 'updated_at': '2020-11-19T14:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '34c8c4d1-2131-4622-8f9d-bfd78a613405', 'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'mac_address': 'fa:16:3e:27:ca:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:28:01Z', 'updated_at': '2020-11-19T14:28:02Z', 'revision_number': 2, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'subnets': [{'id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:28:03.725052 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f4349d-cd56-4959-b578-30131b9b1b5c None None] The sync data for ids ['146b96c5-6a5f-498e-83e2-d65f06f3add7'] in dv-cinder-763306-2-iscsi is: [{'id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'name': 'tempest-AttachVolumeShelveTestJSON-454940425-router', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:58Z', 'updated_at': '2020-11-19T14:28:02Z', 'revision_number': 4, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'gw_port': {'id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:59Z', 'updated_at': '2020-11-19T14:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '34c8c4d1-2131-4622-8f9d-bfd78a613405', 'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'mac_address': 'fa:16:3e:27:ca:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:28:01Z', 'updated_at': '2020-11-19T14:28:02Z', 'revision_number': 2, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'subnets': [{'id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:28:03.841552 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:28:03.850590 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] 10.222.0.35 "PUT /v2.0/routers/146b96c5-6a5f-498e-83e2-d65f06f3add7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1089709
Nov 19 14:28:03.850998 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-76d29db1-ef5c-4915-8a3c-b03cfa7c2d8b None None] Provisioning complete for port 34c8c4d1-2131-4622-8f9d-bfd78a613405 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:28:03.851423 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-76d29db1-ef5c-4915-8a3c-b03cfa7c2d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:03.918096 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-76d29db1-ef5c-4915-8a3c-b03cfa7c2d8b None None] Port 34c8c4d1-2131-4622-8f9d-bfd78a613405 cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:28:04.467384 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 60088) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:28:04.473800 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-7cf1e71c-d96c-4265-80c2-ac98debafcbf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Request body: {'security_group': {'name': 'tempest-securitygroup--1188345553', 'description': 'tempest-description--1906427011'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:28:04.480089 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-7cf1e71c-d96c-4265-80c2-ac98debafcbf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:28:04.485865 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-7cf1e71c-d96c-4265-80c2-ac98debafcbf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Usage tracker for resource:security_group and tenant:6a45d31906464ce38462385d6554b1c8 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:28:04.492247 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-7cf1e71c-d96c-4265-80c2-ac98debafcbf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:28:04.500730 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-7cf1e71c-d96c-4265-80c2-ac98debafcbf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:28:04.510997 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7cf1e71c-d96c-4265-80c2-ac98debafcbf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:04.554494 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-7cf1e71c-d96c-4265-80c2-ac98debafcbf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:28:04.558730 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-7cf1e71c-d96c-4265-80c2-ac98debafcbf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Usage tracker for resource:security_group_rule and tenant:6a45d31906464ce38462385d6554b1c8 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:28:04.561812 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-7cf1e71c-d96c-4265-80c2-ac98debafcbf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:28:04.570299 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-7cf1e71c-d96c-4265-80c2-ac98debafcbf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:28:04.662465 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7cf1e71c-d96c-4265-80c2-ac98debafcbf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:04.669676 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7cf1e71c-d96c-4265-80c2-ac98debafcbf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:04.676861 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-977e2867-5e1e-4fb4-871e-9cd9df36fff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:04.727658 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device e07676b5-d92a-45a2-ae9c-271cc2df0185 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:28:04.728154 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1e71c-d96c-4265-80c2-ac98debafcbf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Pushing event updated for resources: {'SecurityGroup': ['ID=673f6258-06d7-4c0a-9290-e41740149ce6,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:04.731326 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7cf1e71c-d96c-4265-80c2-ac98debafcbf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:04.732597 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7cf1e71c-d96c-4265-80c2-ac98debafcbf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:04.734986 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-7cf1e71c-d96c-4265-80c2-ac98debafcbf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.2657752
Nov 19 14:28:04.737257 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 60094) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:28:04.743212 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-1f741df7-e5d4-4efc-a250-518684618e91 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Request body: {'security_group_rule': {'security_group_id': '673f6258-06d7-4c0a-9290-e41740149ce6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:28:04.749618 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-1f741df7-e5d4-4efc-a250-518684618e91 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:28:04.755617 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-1f741df7-e5d4-4efc-a250-518684618e91 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Usage tracker for resource:security_group_rule and tenant:6a45d31906464ce38462385d6554b1c8 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:28:04.758739 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-1f741df7-e5d4-4efc-a250-518684618e91 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:28:04.765406 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-1f741df7-e5d4-4efc-a250-518684618e91 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:28:04.783630 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1f741df7-e5d4-4efc-a250-518684618e91 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group_rule, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:04.806344 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port e07676b5-d92a-45a2-ae9c-271cc2df0185 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:28:04.811346 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port e07676b5-d92a-45a2-ae9c-271cc2df0185 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:28:04.811766 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:04.851276 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1f741df7-e5d4-4efc-a250-518684618e91 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:04.854269 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1f741df7-e5d4-4efc-a250-518684618e91 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573551'] for security_group_rule, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:04.863121 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:04.901123 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f741df7-e5d4-4efc-a250-518684618e91 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb1999b-43b1-496c-bcd9-e962a033e609,revision_number=0']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:04.909021 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1f741df7-e5d4-4efc-a250-518684618e91 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:04.918380 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1f741df7-e5d4-4efc-a250-518684618e91 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group_rule, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:04.919748 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-1f741df7-e5d4-4efc-a250-518684618e91 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1814928
Nov 19 14:28:04.922968 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 60098) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:28:04.930537 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-4ca12e03-1510-45c3-8045-8ac308c9b3ac tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Request body: {'security_group_rule': {'security_group_id': '673f6258-06d7-4c0a-9290-e41740149ce6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:28:04.939302 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-4ca12e03-1510-45c3-8045-8ac308c9b3ac tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:28:04.942656 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:04.943341 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-4ca12e03-1510-45c3-8045-8ac308c9b3ac tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Usage tracker for resource:security_group_rule and tenant:6a45d31906464ce38462385d6554b1c8 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:28:04.946420 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-4ca12e03-1510-45c3-8045-8ac308c9b3ac tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:28:04.953633 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-4ca12e03-1510-45c3-8045-8ac308c9b3ac tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:28:04.962033 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] For port e07676b5-d92a-45a2-ae9c-271cc2df0185, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=e07676b5-d92a-45a2-ae9c-271cc2df0185,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:28:04.965537 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:04.966443 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 9bc5df92-0081-408d-948c-25c396de6d30 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:28:04.971894 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4ca12e03-1510-45c3-8045-8ac308c9b3ac tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group_rule, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:05.001031 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:05.049060 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4ca12e03-1510-45c3-8045-8ac308c9b3ac tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:05.053452 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4ca12e03-1510-45c3-8045-8ac308c9b3ac tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573551'] for security_group_rule, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:05.055626 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:05.079362 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca12e03-1510-45c3-8045-8ac308c9b3ac tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55526b94-098e-4239-ada5-113ae41cf4d0,revision_number=0']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:05.082126 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4ca12e03-1510-45c3-8045-8ac308c9b3ac tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:05.090230 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4ca12e03-1510-45c3-8045-8ac308c9b3ac tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group_rule, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:05.091638 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-4ca12e03-1510-45c3-8045-8ac308c9b3ac tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1676662
Nov 19 14:28:05.095448 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 60102) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:28:05.101893 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Request body: {'floatingip': {'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:28:05.107694 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:28:05.108328 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Pushing event updated for resources: {'Port': ['ID=e07676b5-d92a-45a2-ae9c-271cc2df0185,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:05.113368 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Usage tracker for resource:floatingip and tenant:6a45d31906464ce38462385d6554b1c8 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:28:05.117241 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:28:05.117913 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:05.123026 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 9bc5df92-0081-408d-948c-25c396de6d30 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:28:05.123442 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:05.126029 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:28:05.136577 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for floatingip, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:05.293983 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:05.568995 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Allocated IP 172.27.0.240 (30e7e950-b2fa-4cc4-9540-c3d995e774bc/c880977d-f782-4d1f-ba36-7b5f08e013ca/82a43a8c-bbd9-4693-85d6-f418cde0e7bc) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:28:05.724021 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:05.750426 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:05.766242 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-dd6a6c2f-e5d3-4866-b7ba-630214577a78 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:05.905328 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Pushing event updated for resources: {'Port': ['ID=82a43a8c-bbd9-4693-85d6-f418cde0e7bc,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:05.910090 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:05.960639 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Network 30e7e950-b2fa-4cc4-9540-c3d995e774bc is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:28:05.961865 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:28:05.964270 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:28:06.062290 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for floatingip, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:06.124378 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:06.386813 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:06.390285 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:06.405691 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:06.542494 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Pushing event updated for resources: {'Port': ['ID=82a43a8c-bbd9-4693-85d6-f418cde0e7bc,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:06.547421 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:06.623825 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device e07676b5-d92a-45a2-ae9c-271cc2df0185 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:28:06.699141 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port e07676b5-d92a-45a2-ae9c-271cc2df0185 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:28:06.699406 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:06.846653 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:06.868523 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:06.870361 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7727621
Nov 19 14:28:07.087425 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-128867b4-bb85-4e4f-b732-275fa261384f tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Synchronizing usage tracker for tenant:6a45d31906464ce38462385d6554b1c8 on resource:security_group {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:28:07.104200 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-128867b4-bb85-4e4f-b732-275fa261384f tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Unset dirty status for tenant:6a45d31906464ce38462385d6554b1c8 on resource:security_group {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:28:07.105475 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-128867b4-bb85-4e4f-b732-275fa261384f tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1188345553&fields=id&tenant_id=6a45d31906464ce38462385d6554b1c8 HTTP/1.1" status: 200  len: 267 time: 0.0611422
Nov 19 14:28:07.158364 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] Sync routers for ids ['146b96c5-6a5f-498e-83e2-d65f06f3add7'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:28:07.171445 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] Routers {'146b96c5-6a5f-498e-83e2-d65f06f3add7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:28:07.172163 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c326ba8>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:27:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['146b96c5-6a5f-498e-83e2-d65f06f3add7'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:28:07.268254 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-f62d6a24-d8bf-4f6a-aae1-829a7228ac06 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:07.269800 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-f62d6a24-d8bf-4f6a-aae1-829a7228ac06 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/networks?id=1870752e-7b09-4f81-84ae-a4ccae9eae40 HTTP/1.1" status: 200  len: 816 time: 0.1567810
Nov 19 14:28:07.286518 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-b16ab065-5d32-40b6-bdf3-6c509f67bea4 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/quotas/6a45d31906464ce38462385d6554b1c8 HTTP/1.1" status: 200  len: 375 time: 0.0106773
Nov 19 14:28:07.377710 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-c245aa41-9f28-456d-867c-eb8e3bbf70bf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Synchronizing usage tracker for tenant:6a45d31906464ce38462385d6554b1c8 on resource:port {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:28:07.397858 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-c245aa41-9f28-456d-867c-eb8e3bbf70bf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Unset dirty status for tenant:6a45d31906464ce38462385d6554b1c8 on resource:port {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:28:07.399398 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-c245aa41-9f28-456d-867c-eb8e3bbf70bf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a45d31906464ce38462385d6554b1c8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1072714
Nov 19 14:28:07.506794 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] Set router 146b96c5-6a5f-498e-83e2-d65f06f3add7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:28:07.552789 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-27bba0b1-2f18-479d-9902-a94cc669c3a7 service neutron] 10.222.0.35 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385462
Nov 19 14:28:07.696864 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-3aaba5e6-67dc-4081-b0cf-eee84ee6f030 service neutron] 10.222.0.35 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375308
Nov 19 14:28:07.838045 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c326ba8>, [{'id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'name': 'tempest-AttachVolumeShelveTestJSON-454940425-router', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:58Z', 'updated_at': '2020-11-19T14:28:02Z', 'revision_number': 4, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'gw_port': {'id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:59Z', 'updated_at': '2020-11-19T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '34c8c4d1-2131-4622-8f9d-bfd78a613405', 'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'mac_address': 'fa:16:3e:27:ca:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:28:01Z', 'updated_at': '2020-11-19T14:28:02Z', 'revision_number': 2, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'subnets': [{'id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:28:07.842429 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] Checking router: 146b96c5-6a5f-498e-83e2-d65f06f3add7 for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:28:07.842873 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] Updating router 146b96c5-6a5f-498e-83e2-d65f06f3add7 port 34c8c4d1-2131-4622-8f9d-bfd78a613405 binding host dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Nov 19 14:28:07.900741 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:07.922691 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-54fd99d7-ac96-46cf-9060-55bc08394de4 req-e6f19c85-7319-4231-bc88-0d200397dddd tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 210 time: 0.0602801
Nov 19 14:28:08.312794 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] Notify callbacks [] for port, precommit_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:08.324555 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] Transition to ACTIVE for port object 34c8c4d1-2131-4622-8f9d-bfd78a613405 will not be triggered until provisioned by entity L2. {{(pid=80263) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:28:08.327163 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:08.342618 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-347d6418-a7e3-4921-8596-06e43297a5d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:08.481931 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Pushing event updated for resources: {'Port': ['ID=34c8c4d1-2131-4622-8f9d-bfd78a613405,revision_number=3']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:08.497370 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.497750 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.498129 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.498498 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.498908 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.499275 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.499637 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.500024 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.500404 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.500768 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.501125 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.501483 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.501940 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.502298 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.502682 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.503045 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.503402 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.503758 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.504112 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.504466 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.504818 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.505171 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.505526 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.506175 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:08.511770 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:08.656802 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] Attempting to bind port 34c8c4d1-2131-4622-8f9d-bfd78a613405 on host dv-cinder-763306-2-iscsi for vnic_type normal with profile  {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:28:08.657215 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] Attempting to bind port 34c8c4d1-2131-4622-8f9d-bfd78a613405 by drivers openvswitch on host dv-cinder-763306-2-iscsi at level 0 using segments [{'id': '39394dae-1e15-4665-95c9-e88c1b5027ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40'}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:28:08.657621 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] Attempting to bind port 34c8c4d1-2131-4622-8f9d-bfd78a613405 on network 1870752e-7b09-4f81-84ae-a4ccae9eae40 {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:28:08.664923 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] Checking agent: {'id': '243468ef-445f-48b0-93cd-3110439fcc6b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 15), 'started_at': datetime.datetime(2020, 11, 19, 14, 15, 30), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:28:08.665340 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] Checking segment: {'id': '39394dae-1e15-4665-95c9-e88c1b5027ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:28:08.665780 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:08.666215 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] Bound using segment: {'id': '39394dae-1e15-4665-95c9-e88c1b5027ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40'} {{(pid=80263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:28:08.666752 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] Bound port: 34c8c4d1-2131-4622-8f9d-bfd78a613405, host: dv-cinder-763306-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39394dae-1e15-4665-95c9-e88c1b5027ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40'}}] {{(pid=80263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:28:08.667166 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:08.758508 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] For port 34c8c4d1-2131-4622-8f9d-bfd78a613405, host dv-cinder-763306-2-iscsi, cleared binding levels {{(pid=80263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:28:08.761671 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] For port 34c8c4d1-2131-4622-8f9d-bfd78a613405, host dv-cinder-763306-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=34c8c4d1-2131-4622-8f9d-bfd78a613405,segment=NetworkSegment(39394dae-1e15-4665-95c9-e88c1b5027ac),segment_id=39394dae-1e15-4665-95c9-e88c1b5027ac)] {{(pid=80263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:28:08.765054 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80263) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:08.781053 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:08.926998 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Pushing event updated for resources: {'Port': ['ID=34c8c4d1-2131-4622-8f9d-bfd78a613405,revision_number=4']} {{(pid=80263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:08.931740 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d4e69fec-cf46-4797-aed5-18d0496446ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80263) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:08.979283 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] Routers {'146b96c5-6a5f-498e-83e2-d65f06f3add7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:28:08.979963 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c326ba8>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:27:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['146b96c5-6a5f-498e-83e2-d65f06f3add7'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:28:09.175280 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] Set router 146b96c5-6a5f-498e-83e2-d65f06f3add7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:28:09.350845 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d5b97f81-bf2f-44cf-955b-fab8b36eb119 req-4adfe2c1-f080-46b7-9b8c-a775b89bf604 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 210 time: 0.2686515
Nov 19 14:28:09.518293 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c326ba8>, [{'id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'name': 'tempest-AttachVolumeShelveTestJSON-454940425-router', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:58Z', 'updated_at': '2020-11-19T14:28:02Z', 'revision_number': 4, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'gw_port': {'id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:59Z', 'updated_at': '2020-11-19T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '34c8c4d1-2131-4622-8f9d-bfd78a613405', 'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'mac_address': 'fa:16:3e:27:ca:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:28:01Z', 'updated_at': '2020-11-19T14:28:08Z', 'revision_number': 4, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'subnets': [{'id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:28:09.522538 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c987c2fa-9a34-4d75-9bf0-f9c670206b96 None None] The sync data for ids ['146b96c5-6a5f-498e-83e2-d65f06f3add7'] in dv-cinder-763306-2-iscsi is: [{'id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'name': 'tempest-AttachVolumeShelveTestJSON-454940425-router', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:58Z', 'updated_at': '2020-11-19T14:28:02Z', 'revision_number': 4, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'gw_port': {'id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:59Z', 'updated_at': '2020-11-19T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '34c8c4d1-2131-4622-8f9d-bfd78a613405', 'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'mac_address': 'fa:16:3e:27:ca:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:28:01Z', 'updated_at': '2020-11-19T14:28:08Z', 'revision_number': 4, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'subnets': [{'id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:28:10.281410 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-ed9c1790-acfc-43fc-be08-284aa810b4f8 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:10.282400 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-ed9c1790-acfc-43fc-be08-284aa810b4f8 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Synchronizing usage tracker for tenant:6a45d31906464ce38462385d6554b1c8 on resource:network {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:28:10.299704 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-ed9c1790-acfc-43fc-be08-284aa810b4f8 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Unset dirty status for tenant:6a45d31906464ce38462385d6554b1c8 on resource:network {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:28:10.301670 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-ed9c1790-acfc-43fc-be08-284aa810b4f8 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.20 "GET /v2.0/networks?id=1870752e-7b09-4f81-84ae-a4ccae9eae40 HTTP/1.1" status: 200  len: 816 time: 0.1816549
Nov 19 14:28:10.408030 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-2193883e-9324-43f9-8208-f2a8311420ac tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Synchronizing usage tracker for tenant:6a45d31906464ce38462385d6554b1c8 on resource:security_group {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:28:10.420615 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-2193883e-9324-43f9-8208-f2a8311420ac tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Unset dirty status for tenant:6a45d31906464ce38462385d6554b1c8 on resource:security_group {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:28:10.422051 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-2193883e-9324-43f9-8208-f2a8311420ac tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a45d31906464ce38462385d6554b1c8 HTTP/1.1" status: 200  len: 5045 time: 0.0893843
Nov 19 14:28:10.445021 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-8389a208-6ad7-4971-a612-dbf24be63ddf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Request body: {'port': {'device_id': 'ab17bb80-1015-4181-8e88-b93dde5a91d7', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'admin_state_up': True, 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'security_groups': ['673f6258-06d7-4c0a-9290-e41740149ce6']}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:28:10.606696 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-11395b61-3f70-4de5-bda6-dba739467e8b req-b19cc024-5b7d-4354-812d-0bf283572083 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 210 time: 0.0701129
Nov 19 14:28:10.640972 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-8389a208-6ad7-4971-a612-dbf24be63ddf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:28:10.651323 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-8389a208-6ad7-4971-a612-dbf24be63ddf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:28:10.654451 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 34c8c4d1-2131-4622-8f9d-bfd78a613405 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:28:10.662155 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-8389a208-6ad7-4971-a612-dbf24be63ddf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Made reservation on behalf of 6a45d31906464ce38462385d6554b1c8 for: {'port': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:28:10.667734 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-8389a208-6ad7-4971-a612-dbf24be63ddf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:10.724035 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning for port 34c8c4d1-2131-4622-8f9d-bfd78a613405 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:28:10.728934 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 34c8c4d1-2131-4622-8f9d-bfd78a613405 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:28:10.729356 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:10.986820 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-8389a208-6ad7-4971-a612-dbf24be63ddf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Allocated IP 172.20.0.5 (1870752e-7b09-4f81-84ae-a4ccae9eae40/aadce598-f8a4-448c-af30-7e52573fd24d/09b7b3dd-800b-4ace-94d9-112d17e75484) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:28:11.000299 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:11.033110 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] For port 34c8c4d1-2131-4622-8f9d-bfd78a613405, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=34c8c4d1-2131-4622-8f9d-bfd78a613405,segment=NetworkSegment(39394dae-1e15-4665-95c9-e88c1b5027ac),segment_id=39394dae-1e15-4665-95c9-e88c1b5027ac)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:28:11.035993 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:11.039005 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:11.107580 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Pushing event updated for resources: {'Port': ['ID=34c8c4d1-2131-4622-8f9d-bfd78a613405,revision_number=5']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:11.111642 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:11.185722 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-8389a208-6ad7-4971-a612-dbf24be63ddf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:11.201866 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-8389a208-6ad7-4971-a612-dbf24be63ddf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Transition to ACTIVE for port object 09b7b3dd-800b-4ace-94d9-112d17e75484 will not be triggered until provisioned by entity DHCP. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:28:11.221484 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-8389a208-6ad7-4971-a612-dbf24be63ddf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:11.236633 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-644dfbb8-415e-45e3-b59b-c5eff9655ce3 tempest-DeleteServersTestJSON-842596964 tempest-DeleteServersTestJSON-842596964] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:11.377359 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8389a208-6ad7-4971-a612-dbf24be63ddf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Pushing event updated for resources: {'Port': ['ID=09b7b3dd-800b-4ace-94d9-112d17e75484,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:11.382487 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8389a208-6ad7-4971-a612-dbf24be63ddf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:11.427476 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-8389a208-6ad7-4971-a612-dbf24be63ddf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Network 1870752e-7b09-4f81-84ae-a4ccae9eae40 is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:28:11.428600 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-8389a208-6ad7-4971-a612-dbf24be63ddf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:28:11.430791 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-8389a208-6ad7-4971-a612-dbf24be63ddf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:28:11.498188 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-8389a208-6ad7-4971-a612-dbf24be63ddf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:11.498898 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-8389a208-6ad7-4971-a612-dbf24be63ddf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:11.524023 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-8389a208-6ad7-4971-a612-dbf24be63ddf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0833650
Nov 19 14:28:11.635525 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-bee731b0-83f8-4f3c-8f25-2cddbb9fa3d0 None None] Provisioning for port 09b7b3dd-800b-4ace-94d9-112d17e75484 completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:28:11.640813 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-bee731b0-83f8-4f3c-8f25-2cddbb9fa3d0 None None] Provisioning complete for port 09b7b3dd-800b-4ace-94d9-112d17e75484 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:28:11.641234 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bee731b0-83f8-4f3c-8f25-2cddbb9fa3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:11.695285 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-bee731b0-83f8-4f3c-8f25-2cddbb9fa3d0 None None] Port 09b7b3dd-800b-4ace-94d9-112d17e75484 cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:28:11.833142 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112a91b-9dc3-4a27-8d6f-6a105715d89d req-863fd87f-9fa8-4c1b-a21a-cf42e6abd078 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:11.834737 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2112a91b-9dc3-4a27-8d6f-6a105715d89d req-863fd87f-9fa8-4c1b-a21a-cf42e6abd078 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 931 time: 0.0811369
Nov 19 14:28:11.882596 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2112a91b-9dc3-4a27-8d6f-6a105715d89d req-66d0e02c-e8bd-4794-af7c-febc322e4bde tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416811
Nov 19 14:28:12.620562 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Request body: {'port': {'device_id': 'ab17bb80-1015-4181-8e88-b93dde5a91d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:28:12.623624 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 34c8c4d1-2131-4622-8f9d-bfd78a613405 up at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:28:12.694051 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Provisioning complete for port 34c8c4d1-2131-4622-8f9d-bfd78a613405 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:28:12.694469 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:12.737213 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:13.148009 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed74ac-87e2-4271-afe9-fea6514bcc83 req-07ba8efd-ef1e-42e1-b4ad-06b3fd2469a9 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:13.148762 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-41ed74ac-87e2-4271-afe9-fea6514bcc83 req-07ba8efd-ef1e-42e1-b4ad-06b3fd2469a9 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Synchronizing usage tracker for tenant:6a45d31906464ce38462385d6554b1c8 on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:28:13.221408 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-41ed74ac-87e2-4271-afe9-fea6514bcc83 req-07ba8efd-ef1e-42e1-b4ad-06b3fd2469a9 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Unset dirty status for tenant:6a45d31906464ce38462385d6554b1c8 on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:28:13.222824 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-41ed74ac-87e2-4271-afe9-fea6514bcc83 req-07ba8efd-ef1e-42e1-b4ad-06b3fd2469a9 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 931 time: 0.1861517
Nov 19 14:28:13.228782 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b7b3dd-800b-4ace-94d9-112d17e75484 {{(pid=80260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 14:28:13.237310 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:13.269232 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Transition to ACTIVE for port object 09b7b3dd-800b-4ace-94d9-112d17e75484 will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:28:13.279332 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:13.296870 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c15eb084-da4f-4bfd-bd3e-0611ab827e4c tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:13.368275 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-41ed74ac-87e2-4271-afe9-fea6514bcc83 req-a240158a-26f1-4095-a877-571e728f1875 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1352654
Nov 19 14:28:13.441298 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Pushing event updated for resources: {'Port': ['ID=09b7b3dd-800b-4ace-94d9-112d17e75484,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:13.444384 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:13.626393 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Attempting to bind port 09b7b3dd-800b-4ace-94d9-112d17e75484 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:28:13.626946 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Attempting to bind port 09b7b3dd-800b-4ace-94d9-112d17e75484 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '39394dae-1e15-4665-95c9-e88c1b5027ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:28:13.627143 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Attempting to bind port 09b7b3dd-800b-4ace-94d9-112d17e75484 on network 1870752e-7b09-4f81-84ae-a4ccae9eae40 {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:28:13.634054 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Checking agent: {'id': 'd378d45e-d3db-4cef-bd1d-68c8d9116f29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 21, 43), 'started_at': datetime.datetime(2020, 11, 19, 14, 22, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:28:13.634432 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Checking segment: {'id': '39394dae-1e15-4665-95c9-e88c1b5027ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:28:13.634956 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:13.635360 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Bound using segment: {'id': '39394dae-1e15-4665-95c9-e88c1b5027ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:28:13.635839 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Bound port: 09b7b3dd-800b-4ace-94d9-112d17e75484, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39394dae-1e15-4665-95c9-e88c1b5027ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:28:13.636213 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:13.732060 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-127ec510-5279-4531-926a-73a18b754b26 service neutron] For port 09b7b3dd-800b-4ace-94d9-112d17e75484, host hv-cinder-76330, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:28:13.735881 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-127ec510-5279-4531-926a-73a18b754b26 service neutron] For port 09b7b3dd-800b-4ace-94d9-112d17e75484, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=09b7b3dd-800b-4ace-94d9-112d17e75484,segment=NetworkSegment(39394dae-1e15-4665-95c9-e88c1b5027ac),segment_id=39394dae-1e15-4665-95c9-e88c1b5027ac)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:28:13.739630 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:13.755453 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:13.904204 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Pushing event updated for resources: {'Port': ['ID=09b7b3dd-800b-4ace-94d9-112d17e75484,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:13.909496 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:13.941889 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:13.943450 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-127ec510-5279-4531-926a-73a18b754b26 service neutron] 10.222.0.20 "PUT /v2.0/ports/09b7b3dd-800b-4ace-94d9-112d17e75484 HTTP/1.1" status: 200  len: 1157 time: 1.3277032
Nov 19 14:28:13.943975 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab17bb80-1015-4181-8e88-b93dde5a91d7', 'tag': '09b7b3dd-800b-4ace-94d9-112d17e75484'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:28:14.004396 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab17bb80-1015-4181-8e88-b93dde5a91d7', 'tag': '09b7b3dd-800b-4ace-94d9-112d17e75484', 'status': 'completed', 'code': 200}
Nov 19 14:28:14.043831 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:14.110238 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-d17289cf-7389-4e4d-a083-9a93106d9348 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a45d31906464ce38462385d6554b1c8&device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 1160 time: 0.0825233
Nov 19 14:28:14.201624 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-b9b2f7bc-b66f-40ad-9ff4-ffce5dab8a09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09b7b3dd-800b-4ace-94d9-112d17e75484 HTTP/1.1" status: 200  len: 217 time: 0.0651982
Nov 19 14:28:14.272572 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-7a27a969-f8ac-4363-b51a-62394f6069b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:14.274030 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-7a27a969-f8ac-4363-b51a-62394f6069b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aadce598-f8a4-448c-af30-7e52573fd24d HTTP/1.1" status: 200  len: 855 time: 0.0662639
Nov 19 14:28:14.354295 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-f8280c47-a2f7-4e17-a8df-a70b0c81e0ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1870752e-7b09-4f81-84ae-a4ccae9eae40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723593
Nov 19 14:28:14.497922 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-b3cce95e-f80d-4198-8149-189733c94b1c service neutron] 10.222.0.20 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369088
Nov 19 14:28:14.910928 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ff1ca360-0702-4460-96ec-8f43f58f07c5 req-8e61b7c4-0ae4-4259-9031-6b7c1085f25f service neutron] 10.222.0.20 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4025714
Nov 19 14:28:14.917726 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e514476-d092-4845-9957-23bf58682aba req-f48661c4-b3d9-4830-9d79-f101babb644f tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:14.919243 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6e514476-d092-4845-9957-23bf58682aba req-f48661c4-b3d9-4830-9d79-f101babb644f tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.3891833
Nov 19 14:28:14.971331 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6e514476-d092-4845-9957-23bf58682aba req-0ad56d2f-e998-4957-8906-fc8726554207 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454094
Nov 19 14:28:15.106015 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-88f0a311-dc53-43f5-bb51-aa7489edaf2d req-3381c434-1fda-40af-bd58-5e025def98c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a45d31906464ce38462385d6554b1c8&device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 1160 time: 0.0735674
Nov 19 14:28:15.259389 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0a311-dc53-43f5-bb51-aa7489edaf2d req-c94b19bc-7bf2-49e9-8034-cae5b418c662 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:15.260859 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-88f0a311-dc53-43f5-bb51-aa7489edaf2d req-c94b19bc-7bf2-49e9-8034-cae5b418c662 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1870752e-7b09-4f81-84ae-a4ccae9eae40 HTTP/1.1" status: 200  len: 910 time: 0.1337931
Nov 19 14:28:15.337897 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-88f0a311-dc53-43f5-bb51-aa7489edaf2d req-4ef75e64-f9f8-4242-82d5-ad34bb38de71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09b7b3dd-800b-4ace-94d9-112d17e75484 HTTP/1.1" status: 200  len: 217 time: 0.0663550
Nov 19 14:28:15.407381 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0a311-dc53-43f5-bb51-aa7489edaf2d req-31fd8a3d-91bc-4c3d-a82b-5ff6742faab4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:15.408926 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-88f0a311-dc53-43f5-bb51-aa7489edaf2d req-31fd8a3d-91bc-4c3d-a82b-5ff6742faab4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aadce598-f8a4-448c-af30-7e52573fd24d HTTP/1.1" status: 200  len: 855 time: 0.0641007
Nov 19 14:28:15.495105 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-88f0a311-dc53-43f5-bb51-aa7489edaf2d req-311fd12b-fb11-4225-b783-dadf33c51c29 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1870752e-7b09-4f81-84ae-a4ccae9eae40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766530
Nov 19 14:28:15.639357 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-88f0a311-dc53-43f5-bb51-aa7489edaf2d req-e3c4903c-1d5d-45e1-9afe-a89d9e3cd1b0 service neutron] 10.222.0.20 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357913
Nov 19 14:28:15.783690 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-88f0a311-dc53-43f5-bb51-aa7489edaf2d req-6d313fea-e8a6-4ced-8111-7df705b1ff35 service neutron] 10.222.0.20 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1347396
Nov 19 14:28:16.200929 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6ed3f-9dd7-41b1-bed8-5993a64d63fa req-f1ec399a-0d16-4804-8083-6eed48ea4a5d tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:16.202461 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c7e6ed3f-9dd7-41b1-bed8-5993a64d63fa req-f1ec399a-0d16-4804-8083-6eed48ea4a5d tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.0855327
Nov 19 14:28:16.251079 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c7e6ed3f-9dd7-41b1-bed8-5993a64d63fa req-08ac08d4-65a2-4692-ac03-ccc9c4fe8bcf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415978
Nov 19 14:28:17.475294 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c862f0b-be84-42a6-b0b0-c88b3c942ba4 req-1d818dba-1712-4708-a58c-ad84d5e622a8 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:17.476785 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3c862f0b-be84-42a6-b0b0-c88b3c942ba4 req-1d818dba-1712-4708-a58c-ad84d5e622a8 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.0830064
Nov 19 14:28:17.526041 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3c862f0b-be84-42a6-b0b0-c88b3c942ba4 req-7626ce83-4c9a-440e-abaa-0279dd5279ab tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428698
Nov 19 14:28:17.767133 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:28:18.697897 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 09b7b3dd-800b-4ace-94d9-112d17e75484 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:28:18.772175 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning for port 09b7b3dd-800b-4ace-94d9-112d17e75484 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:28:18.776950 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 09b7b3dd-800b-4ace-94d9-112d17e75484 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:28:18.777101 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e94ff3-842e-4976-b993-9c67c042dafb req-16f868f7-a402-459c-add1-5b4d12a3147d tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:18.777374 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:18.778590 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-28e94ff3-842e-4976-b993-9c67c042dafb req-16f868f7-a402-459c-add1-5b4d12a3147d tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.0870984
Nov 19 14:28:18.828588 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-28e94ff3-842e-4976-b993-9c67c042dafb req-8653b8e4-95d6-4900-a38d-ab1faf96925a tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435140
Nov 19 14:28:18.894754 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:18.922735 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab17bb80-1015-4181-8e88-b93dde5a91d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b7b3dd-800b-4ace-94d9-112d17e75484'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:28:18.933422 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 09b7b3dd-800b-4ace-94d9-112d17e75484, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=09b7b3dd-800b-4ace-94d9-112d17e75484,segment=NetworkSegment(39394dae-1e15-4665-95c9-e88c1b5027ac),segment_id=39394dae-1e15-4665-95c9-e88c1b5027ac)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:28:18.936334 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:18.939606 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:18.988473 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab17bb80-1015-4181-8e88-b93dde5a91d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b7b3dd-800b-4ace-94d9-112d17e75484', 'code': 200}
Nov 19 14:28:19.009970 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=09b7b3dd-800b-4ace-94d9-112d17e75484,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:19.013223 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:19.303825 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f4159a5e-6fe2-40fa-89b8-fcbbca034277 req-7c781936-f456-4368-874a-25caac5b9953 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 1162 time: 0.0751817
Nov 19 14:28:19.355945 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f4159a5e-6fe2-40fa-89b8-fcbbca034277 req-ac16d920-194c-4613-8182-79d96e369632 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377603
Nov 19 14:28:20.051448 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 09b7b3dd-800b-4ace-94d9-112d17e75484 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:28:20.060023 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b26fc-cf9a-4f34-8b50-0726f262e63c req-0c6ecd71-22db-4305-b392-f4fa0ae2a35e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:20.061634 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-820b26fc-cf9a-4f34-8b50-0726f262e63c req-0c6ecd71-22db-4305-b392-f4fa0ae2a35e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.0870166
Nov 19 14:28:20.111208 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-820b26fc-cf9a-4f34-8b50-0726f262e63c req-1430c7d8-6c63-4d5a-8ba7-eacbddaaa24a tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430048
Nov 19 14:28:20.213878 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 09b7b3dd-800b-4ace-94d9-112d17e75484 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:28:20.214224 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:21.243946 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bde85a-dbc6-43ca-9aa9-4a00fb1c6976 req-8174e83d-ffaf-48fd-8143-652c9fda1d1c tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:21.245555 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b6bde85a-dbc6-43ca-9aa9-4a00fb1c6976 req-8174e83d-ffaf-48fd-8143-652c9fda1d1c tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=4e183499-07d8-43be-83b4-86394aecfec2 HTTP/1.1" status: 200  len: 946 time: 0.0822735
Nov 19 14:28:21.293952 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b6bde85a-dbc6-43ca-9aa9-4a00fb1c6976 req-c2753470-87db-40cd-9be9-aacc004a6fc6 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421712
Nov 19 14:28:21.342305 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870fac4-ce38-438d-a9cf-7e6831e97e3a req-fb55ec3e-b87a-49b9-8e09-fe02c6988dfe tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:21.344498 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7870fac4-ce38-438d-a9cf-7e6831e97e3a req-fb55ec3e-b87a-49b9-8e09-fe02c6988dfe tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.0847487
Nov 19 14:28:21.391733 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7870fac4-ce38-438d-a9cf-7e6831e97e3a req-2cc16386-0da5-4d20-9182-7ca060db1138 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411441
Nov 19 14:28:21.749055 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626d5d2-2a20-45af-89e5-67ce7a2f83b6 req-0b8c11ac-aaa9-4e98-b05d-c2b8cbede9db tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:21.751084 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3626d5d2-2a20-45af-89e5-67ce7a2f83b6 req-0b8c11ac-aaa9-4e98-b05d-c2b8cbede9db tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.0853529
Nov 19 14:28:21.760103 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 60224) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:28:21.766088 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-c8fee25f-14bc-4ca5-8c28-d2fa0e474560 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Request body: {'floatingip': {'port_id': '09b7b3dd-800b-4ace-94d9-112d17e75484'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:28:21.846954 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c8fee25f-14bc-4ca5-8c28-d2fa0e474560 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for floatingip, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:22.156215 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 09b7b3dd-800b-4ace-94d9-112d17e75484 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:28:22.226136 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 09b7b3dd-800b-4ace-94d9-112d17e75484 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:28:22.226573 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:22.471221 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c8fee25f-14bc-4ca5-8c28-d2fa0e474560 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for floatingip, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:22.474271 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c8fee25f-14bc-4ca5-8c28-d2fa0e474560 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:22.511219 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cc917-4dfd-46ee-903d-3304a6c94a4d req-471a59a8-0485-4629-8c00-cc278f7f466d tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:22.512821 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-761cc917-4dfd-46ee-903d-3304a6c94a4d req-471a59a8-0485-4629-8c00-cc278f7f466d tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=4e183499-07d8-43be-83b4-86394aecfec2 HTTP/1.1" status: 200  len: 946 time: 0.0869484
Nov 19 14:28:22.561510 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-761cc917-4dfd-46ee-903d-3304a6c94a4d req-95864154-60e7-4089-99ce-0167b99eca90 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414033
Nov 19 14:28:22.674311 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.l3_db [None req-c8fee25f-14bc-4ca5-8c28-d2fa0e474560 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Floating IP aa706bdf-2c62-466c-920f-0ed6fa06cbb9 associated. External IP: 172.27.0.240, port: 09b7b3dd-800b-4ace-94d9-112d17e75484.
Nov 19 14:28:23.077265 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fee25f-14bc-4ca5-8c28-d2fa0e474560 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Router 146b96c5-6a5f-498e-83e2-d65f06f3add7 has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:28:23.449470 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1289e72-f478-4ac5-b22b-2efd19e50ea9 req-04756eac-b566-4839-aa15-24f944ad0603 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:23.451042 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b1289e72-f478-4ac5-b22b-2efd19e50ea9 req-04756eac-b566-4839-aa15-24f944ad0603 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.20 "GET /v2.0/ports?device_id=4e183499-07d8-43be-83b4-86394aecfec2 HTTP/1.1" status: 200  len: 946 time: 0.2998083
Nov 19 14:28:23.588761 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-b1289e72-f478-4ac5-b22b-2efd19e50ea9 req-77de1a63-2dfd-4f7f-8551-4d8032deaf98 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Deleting port 0db2e3f0-cec1-4e97-b4e3-247a4ae44758 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:28:23.589307 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-b1289e72-f478-4ac5-b22b-2efd19e50ea9 req-77de1a63-2dfd-4f7f-8551-4d8032deaf98 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:23.756459 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fee25f-14bc-4ca5-8c28-d2fa0e474560 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:28:23.766744 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bd0481-66c5-41c4-9184-62cb21872d5b None None] Sync routers for ids ['146b96c5-6a5f-498e-83e2-d65f06f3add7'] in dv-cinder-763306-2-iscsi {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:28:23.770412 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c8fee25f-14bc-4ca5-8c28-d2fa0e474560 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:23.779190 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bd0481-66c5-41c4-9184-62cb21872d5b None None] Routers {'146b96c5-6a5f-498e-83e2-d65f06f3add7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:28:23.779873 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-75bd0481-66c5-41c4-9184-62cb21872d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c1ffba8>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:27:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['146b96c5-6a5f-498e-83e2-d65f06f3add7'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:28:23.920808 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 0db2e3f0-cec1-4e97-b4e3-247a4ae44758 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:28:23.927152 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-c8fee25f-14bc-4ca5-8c28-d2fa0e474560 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "PUT /v2.0/floatingips/aa706bdf-2c62-466c-920f-0ed6fa06cbb9 HTTP/1.1" status: 200  len: 991 time: 2.1632452
Nov 19 14:28:23.930307 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab17bb80-1015-4181-8e88-b93dde5a91d7', 'tag': '09b7b3dd-800b-4ace-94d9-112d17e75484'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:28:23.975112 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487948c-491f-41d1-b6ce-539d692aec81 req-8e389fa5-49b7-4f05-b2ff-993182f6e852 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:23.976743 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c487948c-491f-41d1-b6ce-539d692aec81 req-8e389fa5-49b7-4f05-b2ff-993182f6e852 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=4e183499-07d8-43be-83b4-86394aecfec2 HTTP/1.1" status: 200  len: 946 time: 0.2784498
Nov 19 14:28:24.017491 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-b1289e72-f478-4ac5-b22b-2efd19e50ea9 req-77de1a63-2dfd-4f7f-8551-4d8032deaf98 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] For port 0db2e3f0-cec1-4e97-b4e3-247a4ae44758, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0db2e3f0-cec1-4e97-b4e3-247a4ae44758,segment=NetworkSegment(64db6526-aee6-4c70-9972-495ba62fe49e),segment_id=64db6526-aee6-4c70-9972-495ba62fe49e)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:28:24.017809 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-b1289e72-f478-4ac5-b22b-2efd19e50ea9 req-77de1a63-2dfd-4f7f-8551-4d8032deaf98 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:24.077496 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-75bd0481-66c5-41c4-9184-62cb21872d5b None None] Set router 146b96c5-6a5f-498e-83e2-d65f06f3add7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:28:24.157844 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-b1289e72-f478-4ac5-b22b-2efd19e50ea9 req-77de1a63-2dfd-4f7f-8551-4d8032deaf98 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Calling delete_port for 0db2e3f0-cec1-4e97-b4e3-247a4ae44758 owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:28:24.158249 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:24.193024 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab17bb80-1015-4181-8e88-b93dde5a91d7', 'tag': '09b7b3dd-800b-4ace-94d9-112d17e75484', 'status': 'completed', 'code': 200}
Nov 19 14:28:24.254703 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c487948c-491f-41d1-b6ce-539d692aec81 req-3eb01697-15ca-4c6f-882d-42c329dae521 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2652960
Nov 19 14:28:24.263669 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e183499-07d8-43be-83b4-86394aecfec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db2e3f0-cec1-4e97-b4e3-247a4ae44758'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:28:24.280612 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 0db2e3f0-cec1-4e97-b4e3-247a4ae44758, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0db2e3f0-cec1-4e97-b4e3-247a4ae44758,segment=NetworkSegment(64db6526-aee6-4c70-9972-495ba62fe49e),segment_id=64db6526-aee6-4c70-9972-495ba62fe49e)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:28:24.293665 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:24.293665 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-732e984a-3056-48ef-a205-087a8199df73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:24.315684 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.db.api [req-b1289e72-f478-4ac5-b22b-2efd19e50ea9 req-77de1a63-2dfd-4f7f-8551-4d8032deaf98 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80260) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 14:28:24.316051 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_db.api [req-b1289e72-f478-4ac5-b22b-2efd19e50ea9 req-77de1a63-2dfd-4f7f-8551-4d8032deaf98 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 14:28:24.319318 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c4cce32b-2fb7-42ab-a674-10eb4de92c65 req-edc3966c-96ff-45c1-b0d6-df2cfac97689 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a45d31906464ce38462385d6554b1c8&device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 1162 time: 0.1117322
Nov 19 14:28:24.344937 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e183499-07d8-43be-83b4-86394aecfec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db2e3f0-cec1-4e97-b4e3-247a4ae44758', 'code': 200}
Nov 19 14:28:24.510350 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cce32b-2fb7-42ab-a674-10eb4de92c65 req-e63907c3-92d2-46f9-8781-0dbb4359c85c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:24.512664 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c4cce32b-2fb7-42ab-a674-10eb4de92c65 req-e63907c3-92d2-46f9-8781-0dbb4359c85c service neutron] 10.222.0.20 "GET /v2.0/networks?id=1870752e-7b09-4f81-84ae-a4ccae9eae40 HTTP/1.1" status: 200  len: 910 time: 0.1465662
Nov 19 14:28:24.615445 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=0db2e3f0-cec1-4e97-b4e3-247a4ae44758,revision_number=5']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:24.627802 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c4cce32b-2fb7-42ab-a674-10eb4de92c65 req-601359d6-a47c-4e62-ad3f-0e34af5b02f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09b7b3dd-800b-4ace-94d9-112d17e75484 HTTP/1.1" status: 200  len: 999 time: 0.1081567
Nov 19 14:28:24.633638 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.634023 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.634405 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.634837 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.635202 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.635571 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.635932 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.636291 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.636655 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.637014 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.637372 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.637726 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.638182 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.638537 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.638918 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.639272 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.639627 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.640003 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.640358 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.640711 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.641065 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.641440 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.641772 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.642122 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:24.648019 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:24.700510 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cce32b-2fb7-42ab-a674-10eb4de92c65 req-94dc687c-4ed2-4d85-8908-ce7be84f26ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:24.702134 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c4cce32b-2fb7-42ab-a674-10eb4de92c65 req-94dc687c-4ed2-4d85-8908-ce7be84f26ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aadce598-f8a4-448c-af30-7e52573fd24d HTTP/1.1" status: 200  len: 855 time: 0.0669169
Nov 19 14:28:24.735095 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-75bd0481-66c5-41c4-9184-62cb21872d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c1ffba8>, [{'id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'name': 'tempest-AttachVolumeShelveTestJSON-454940425-router', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:58Z', 'updated_at': '2020-11-19T14:28:02Z', 'revision_number': 4, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'gw_port': {'id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:59Z', 'updated_at': '2020-11-19T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'aa706bdf-2c62-466c-920f-0ed6fa06cbb9', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'port_id': '09b7b3dd-800b-4ace-94d9-112d17e75484', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'mac_address': 'fa:16:3e:10:f4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab17bb80-1015-4181-8e88-b93dde5a91d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:28:06Z', 'updated_at': '2020-11-19T14:28:22Z', 'revision_number': 1, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c8c4d1-2131-4622-8f9d-bfd78a613405', 'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'mac_address': 'fa:16:3e:27:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:28:01Z', 'updated_at': '2020-11-19T14:28:11Z', 'revision_number': 5, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'subnets': [{'id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:28:24.739517 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bd0481-66c5-41c4-9184-62cb21872d5b None None] Checking router: 146b96c5-6a5f-498e-83e2-d65f06f3add7 for host: dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:28:24.750891 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bd0481-66c5-41c4-9184-62cb21872d5b None None] Routers {'146b96c5-6a5f-498e-83e2-d65f06f3add7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:28:24.751578 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-75bd0481-66c5-41c4-9184-62cb21872d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c1ffba8>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:27:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['146b96c5-6a5f-498e-83e2-d65f06f3add7'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:28:24.786119 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c4cce32b-2fb7-42ab-a674-10eb4de92c65 req-d0e27acb-b5cb-4d21-b9d7-df797241ff61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1870752e-7b09-4f81-84ae-a4ccae9eae40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0764425
Nov 19 14:28:24.816672 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-b1289e72-f478-4ac5-b22b-2efd19e50ea9 req-77de1a63-2dfd-4f7f-8551-4d8032deaf98 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Deleting port 0db2e3f0-cec1-4e97-b4e3-247a4ae44758 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:28:24.817060 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-b1289e72-f478-4ac5-b22b-2efd19e50ea9 req-77de1a63-2dfd-4f7f-8551-4d8032deaf98 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:24.943054 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-75bd0481-66c5-41c4-9184-62cb21872d5b None None] Set router 146b96c5-6a5f-498e-83e2-d65f06f3add7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:28:25.060760 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c4cce32b-2fb7-42ab-a674-10eb4de92c65 req-d428ddc5-ac51-4930-8670-b5c58f5a8d54 service neutron] 10.222.0.20 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2651198
Nov 19 14:28:25.282034 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-b1289e72-f478-4ac5-b22b-2efd19e50ea9 req-77de1a63-2dfd-4f7f-8551-4d8032deaf98 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] For port 0db2e3f0-cec1-4e97-b4e3-247a4ae44758, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0db2e3f0-cec1-4e97-b4e3-247a4ae44758,segment=NetworkSegment(64db6526-aee6-4c70-9972-495ba62fe49e),segment_id=64db6526-aee6-4c70-9972-495ba62fe49e)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:28:25.282432 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-b1289e72-f478-4ac5-b22b-2efd19e50ea9 req-77de1a63-2dfd-4f7f-8551-4d8032deaf98 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:25.321759 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-75bd0481-66c5-41c4-9184-62cb21872d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c1ffba8>, [{'id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'name': 'tempest-AttachVolumeShelveTestJSON-454940425-router', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:58Z', 'updated_at': '2020-11-19T14:28:02Z', 'revision_number': 4, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'gw_port': {'id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:59Z', 'updated_at': '2020-11-19T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'aa706bdf-2c62-466c-920f-0ed6fa06cbb9', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'port_id': '09b7b3dd-800b-4ace-94d9-112d17e75484', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'mac_address': 'fa:16:3e:10:f4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab17bb80-1015-4181-8e88-b93dde5a91d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:28:06Z', 'updated_at': '2020-11-19T14:28:22Z', 'revision_number': 1, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c8c4d1-2131-4622-8f9d-bfd78a613405', 'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'mac_address': 'fa:16:3e:27:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:28:01Z', 'updated_at': '2020-11-19T14:28:11Z', 'revision_number': 5, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'subnets': [{'id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:28:25.326475 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bd0481-66c5-41c4-9184-62cb21872d5b None None] The sync data for ids ['146b96c5-6a5f-498e-83e2-d65f06f3add7'] in dv-cinder-763306-2-iscsi is: [{'id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'name': 'tempest-AttachVolumeShelveTestJSON-454940425-router', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:58Z', 'updated_at': '2020-11-19T14:28:02Z', 'revision_number': 4, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'gw_port': {'id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:59Z', 'updated_at': '2020-11-19T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'aa706bdf-2c62-466c-920f-0ed6fa06cbb9', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'port_id': '09b7b3dd-800b-4ace-94d9-112d17e75484', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'mac_address': 'fa:16:3e:10:f4:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab17bb80-1015-4181-8e88-b93dde5a91d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:28:06Z', 'updated_at': '2020-11-19T14:28:22Z', 'revision_number': 1, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c8c4d1-2131-4622-8f9d-bfd78a613405', 'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'mac_address': 'fa:16:3e:27:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:28:01Z', 'updated_at': '2020-11-19T14:28:11Z', 'revision_number': 5, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'subnets': [{'id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:28:25.427744 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-b1289e72-f478-4ac5-b22b-2efd19e50ea9 req-77de1a63-2dfd-4f7f-8551-4d8032deaf98 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Calling delete_port for 0db2e3f0-cec1-4e97-b4e3-247a4ae44758 owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:28:25.457163 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c4cce32b-2fb7-42ab-a674-10eb4de92c65 req-962f4573-d3a1-4c27-b86d-a2e462806703 service neutron] 10.222.0.20 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3823771
Nov 19 14:28:25.483020 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba485a-a396-49b5-9453-b0209e865951 req-c45ef0ed-c163-4dae-9d73-f2149c1008aa tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:25.484689 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8fba485a-a396-49b5-9453-b0209e865951 req-c45ef0ed-c163-4dae-9d73-f2149c1008aa tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/ports?device_id=4e183499-07d8-43be-83b4-86394aecfec2 HTTP/1.1" status: 200  len: 944 time: 0.0832369
Nov 19 14:28:25.513765 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-29746527-98df-432c-8b86-31e8fd68d75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:25.541974 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8fba485a-a396-49b5-9453-b0209e865951 req-1d0b1d75-ab53-44c9-89bc-def96402746b tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.35 "GET /v2.0/security-groups?id=893cd771-2e73-4906-a8b0-b459d3b3242c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486524
Nov 19 14:28:25.578445 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-b1289e72-f478-4ac5-b22b-2efd19e50ea9 req-77de1a63-2dfd-4f7f-8551-4d8032deaf98 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:25.593594 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:25.636856 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5956e5c3-106a-47ab-85a0-a50c7c80c6f3 None None] New status for floating IP aa706bdf-2c62-466c-920f-0ed6fa06cbb9: ACTIVE {{(pid=80263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 14:28:25.646380 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de1a63-2dfd-4f7f-8551-4d8032deaf98 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Pushing event deleted for resources: {'Port': ['ID=0db2e3f0-cec1-4e97-b4e3-247a4ae44758,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:25.658371 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-77de1a63-2dfd-4f7f-8551-4d8032deaf98 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:25.799757 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1289e72-f478-4ac5-b22b-2efd19e50ea9 req-77de1a63-2dfd-4f7f-8551-4d8032deaf98 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] No DVR routers for this DVR port 0db2e3f0-cec1-4e97-b4e3-247a4ae44758 on host hv-cinder-76330 {{(pid=80260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:28:25.801961 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-b1289e72-f478-4ac5-b22b-2efd19e50ea9 req-77de1a63-2dfd-4f7f-8551-4d8032deaf98 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:25.814998 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b1289e72-f478-4ac5-b22b-2efd19e50ea9 req-77de1a63-2dfd-4f7f-8551-4d8032deaf98 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] 10.222.0.20 "DELETE /v2.0/ports/0db2e3f0-cec1-4e97-b4e3-247a4ae44758 HTTP/1.1" status: 204  len: 173 time: 2.3155644
Nov 19 14:28:26.194275 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e183499-07d8-43be-83b4-86394aecfec2', 'name': 'network-vif-deleted', 'tag': '0db2e3f0-cec1-4e97-b4e3-247a4ae44758'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:28:26.253228 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e183499-07d8-43be-83b4-86394aecfec2', 'name': 'network-vif-deleted', 'tag': '0db2e3f0-cec1-4e97-b4e3-247a4ae44758', 'status': 'completed', 'code': 200}
Nov 19 14:28:28.188916 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7fe1140c-c8c8-4ef9-98e2-3c0fa7179908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:28.795833 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:29.686042 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:29.957088 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:43.193548 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e93f51b2-e6cc-4315-a9af-12ebf6eb5f32 req-647e1d89-a467-4522-91f6-03935f9b0fa8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0732374
Nov 19 14:28:43.305195 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e93f51b2-e6cc-4315-a9af-12ebf6eb5f32 req-f194e192-1af3-4a6e-8ead-811ded3561d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a698488a965c48439f2885f9f8b20346&device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 1202 time: 0.0753415
Nov 19 14:28:43.463512 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f51b2-e6cc-4315-a9af-12ebf6eb5f32 req-ef5dadf7-9107-44b2-aa5e-eeb4d619360d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:43.465059 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e93f51b2-e6cc-4315-a9af-12ebf6eb5f32 req-ef5dadf7-9107-44b2-aa5e-eeb4d619360d service neutron] 10.222.0.20 "GET /v2.0/networks?id=8f88a655-d10b-41f1-b135-e99197cb340f HTTP/1.1" status: 200  len: 908 time: 0.1395805
Nov 19 14:28:43.573085 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e93f51b2-e6cc-4315-a9af-12ebf6eb5f32 req-dd02aef5-3769-45e2-b2e2-a84fab57ecf9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=838d2be2-9c91-4434-b072-5b8b6c3aeda5 HTTP/1.1" status: 200  len: 1001 time: 0.1002433
Nov 19 14:28:43.840852 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f51b2-e6cc-4315-a9af-12ebf6eb5f32 req-59bde90f-e668-4d99-ab05-aee1d4e4af47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:43.842426 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e93f51b2-e6cc-4315-a9af-12ebf6eb5f32 req-59bde90f-e668-4d99-ab05-aee1d4e4af47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84b360f6-0d3c-4e62-9512-ee21754e4615 HTTP/1.1" status: 200  len: 853 time: 0.2611225
Nov 19 14:28:43.931586 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e93f51b2-e6cc-4315-a9af-12ebf6eb5f32 req-4acc8644-6393-4760-8b9c-296e89de8683 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f88a655-d10b-41f1-b135-e99197cb340f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758290
Nov 19 14:28:44.054243 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:44.075804 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e93f51b2-e6cc-4315-a9af-12ebf6eb5f32 req-d064f215-4a62-4418-9410-d237f6c8ed11 service neutron] 10.222.0.20 "GET /v2.0/networks/8f88a655-d10b-41f1-b135-e99197cb340f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363029
Nov 19 14:28:44.221657 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e93f51b2-e6cc-4315-a9af-12ebf6eb5f32 req-068d009c-8f43-4053-82fe-9045d0be151f service neutron] 10.222.0.20 "GET /v2.0/networks/8f88a655-d10b-41f1-b135-e99197cb340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1383505
Nov 19 14:28:52.391580 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 60412) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:28:52.464608 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_v2 [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Deleting subnet fd20189c-a9ad-4a77-8f1f-d11eaa25fd54 {{(pid=80260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 14:28:52.467694 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:52.520705 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852753230'] for subnet, precommit_delete_associations {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:52.578696 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597733'] for subnet, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:52.834155 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851178052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843406185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844143339'] for subnet, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:52.850175 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7e7faa96-6b79-4c33-a87e-2e4874122c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:52.892065 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd20189c-a9ad-4a77-8f1f-d11eaa25fd54,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:52.961251 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.961669 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.962119 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.962518 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.962935 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.963332 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.963720 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.964109 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.964497 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.964885 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.965268 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.965650 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.966132 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.966519 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.966941 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.967356 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.967755 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.968137 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.968520 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.968897 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.969279 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.969658 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.970578 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.970961 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:52.979013 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:53.006549 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for subnet, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:53.012605 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-f029fb50-4ad1-41c0-b33e-b0a6ae0d00dc admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fd20189c-a9ad-4a77-8f1f-d11eaa25fd54 HTTP/1.1" status: 204  len: 168 time: 0.6193547
Nov 19 14:28:53.015115 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 60420) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:28:53.130506 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-befc6aea-aae9-4a29-9312-7ffec0093ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439683'] for network, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:53.318924 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-befc6aea-aae9-4a29-9312-7ffec0093ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3601468', 'neutron.services.segments.db._delete_segments_for_network--9223363262708512184'] for network, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:53.432624 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-befc6aea-aae9-4a29-9312-7ffec0093ddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae36f58dd8>,) {'filters': {'network_id': ['acee4c97-002b-43df-bd4a-b48a229104ab']}} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:28:53.446005 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-befc6aea-aae9-4a29-9312-7ffec0093ddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae36f58dd8>, '64db6526-aee6-4c70-9972-495ba62fe49e') {'for_net_delete': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:28:53.446346 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-befc6aea-aae9-4a29-9312-7ffec0093ddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae36f58dd8>, '64db6526-aee6-4c70-9972-495ba62fe49e') {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:28:53.458526 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-befc6aea-aae9-4a29-9312-7ffec0093ddd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262708535224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2022585'] for segment, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:53.473426 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-befc6aea-aae9-4a29-9312-7ffec0093ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:53.475464 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-befc6aea-aae9-4a29-9312-7ffec0093ddd admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 14:28:53.659728 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-befc6aea-aae9-4a29-9312-7ffec0093ddd admin admin] Network acee4c97-002b-43df-bd4a-b48a229104ab has no segments {{(pid=80260) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:28:53.668172 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-92e6898c-8738-4de9-8150-7ed495a9347c req-17572f26-9f9c-4e75-b145-7f4f08c18f6f tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-2032797332&fields=id&tenant_id=a698488a965c48439f2885f9f8b20346 HTTP/1.1" status: 200  len: 267 time: 0.1311767
Nov 19 14:28:53.673809 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-befc6aea-aae9-4a29-9312-7ffec0093ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3544455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11369013'] for segment, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:53.756840 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6898c-8738-4de9-8150-7ed495a9347c req-f82ef5bb-d7cb-4327-9002-28b4fd862fce tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:53.758360 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-92e6898c-8738-4de9-8150-7ed495a9347c req-f82ef5bb-d7cb-4327-9002-28b4fd862fce tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 984 time: 0.0832269
Nov 19 14:28:53.770320 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-92e6898c-8738-4de9-8150-7ed495a9347c req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Request body: {'port': {'security_groups': ['d8d3be61-6f48-4820-9038-dfb52841e906']}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:28:53.855110 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-befc6aea-aae9-4a29-9312-7ffec0093ddd admin admin] Network acee4c97-002b-43df-bd4a-b48a229104ab has no segments {{(pid=80260) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]: Traceback (most recent call last):
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:     timer()
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:     cb(*args, **kw)
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:     return func(*args, **kwargs)
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:     self._notify()
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:     self.callback(batched_events)
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:     event.method(event)
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:     segment_id)['aggregates'][0]
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:     return f(self, *a, **k)
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self._get(url).json()
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:     **kwargs)
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self.request(url, 'GET', **kwargs)
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:     **endpoint_filter)
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 14:28:53.880569 dv-cinder-763306-2-iscsi neutron-server[80149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 14:28:53.902284 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-92e6898c-8738-4de9-8150-7ed495a9347c req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:53.966378 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-befc6aea-aae9-4a29-9312-7ffec0093ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851174325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:53.970834 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:53.985356 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-befc6aea-aae9-4a29-9312-7ffec0093ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:53.997655 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc6aea-aae9-4a29-9312-7ffec0093ddd admin admin] Pushing event deleted for resources: {'Network': ['ID=acee4c97-002b-43df-bd4a-b48a229104ab,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:54.001105 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-befc6aea-aae9-4a29-9312-7ffec0093ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:54.006147 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-befc6aea-aae9-4a29-9312-7ffec0093ddd admin admin] 10.222.0.35 "DELETE /v2.0/networks/acee4c97-002b-43df-bd4a-b48a229104ab HTTP/1.1" status: 204  len: 168 time: 0.9900436
Nov 19 14:28:54.154955 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 60432) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:28:54.211194 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-1a6376c7-2863-42c0-860b-7da7e4806a9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac4c4eaad2a846f4ad2a5874116494b2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0526862
Nov 19 14:28:54.211567 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 60436) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:28:54.223977 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-92e6898c-8738-4de9-8150-7ed495a9347c req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] For port 838d2be2-9c91-4434-b072-5b8b6c3aeda5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=838d2be2-9c91-4434-b072-5b8b6c3aeda5,segment=NetworkSegment(14a71fa7-e30a-4b56-b083-c5d4f3d82751),segment_id=14a71fa7-e30a-4b56-b083-c5d4f3d82751)] {{(pid=80261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:28:54.250279 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-92e6898c-8738-4de9-8150-7ed495a9347c req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for port, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:54.253978 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-92e6898c-8738-4de9-8150-7ed495a9347c req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10942143'] for port, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:54.269426 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-17741874-4674-4a7a-aca6-18565b70088e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:54.273541 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7b288e4d-1c89-46bf-807f-613db9ffc3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:54.304610 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7b288e4d-1c89-46bf-807f-613db9ffc3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:54.349425 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7b288e4d-1c89-46bf-807f-613db9ffc3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:54.354485 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-aa9f854c-375d-4250-9537-5db0fceb3b68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:54.368266 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b288e4d-1c89-46bf-807f-613db9ffc3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893cd771-2e73-4906-a8b0-b459d3b3242c,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:54.371110 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7b288e4d-1c89-46bf-807f-613db9ffc3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:54.378649 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7b288e4d-1c89-46bf-807f-613db9ffc3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:54.379871 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-7b288e4d-1c89-46bf-807f-613db9ffc3f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/893cd771-2e73-4906-a8b0-b459d3b3242c HTTP/1.1" status: 204  len: 168 time: 0.1673446
Nov 19 14:28:54.425317 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Pushing event updated for resources: {'Port': ['ID=838d2be2-9c91-4434-b072-5b8b6c3aeda5,revision_number=6']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:54.450781 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.451296 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.451606 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.452028 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.452437 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.452847 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.453253 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.453657 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.454065 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.455043 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.455448 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.455851 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.456358 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.456766 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.457191 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.457598 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.458001 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.458401 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.458828 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.459229 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.459629 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.460027 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.460429 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.460826 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:28:54.466854 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:54.486396 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6898c-8738-4de9-8150-7ed495a9347c req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:54.487214 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-92e6898c-8738-4de9-8150-7ed495a9347c req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:54.488581 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-92e6898c-8738-4de9-8150-7ed495a9347c req-8c102436-9199-4541-93cf-82fe0376de8e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "PUT /v2.0/ports/838d2be2-9c91-4434-b072-5b8b6c3aeda5 HTTP/1.1" status: 200  len: 942 time: 0.7233829
Nov 19 14:28:54.489097 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae17807-07e9-4ef6-8329-0945c72e7748', 'tag': '838d2be2-9c91-4434-b072-5b8b6c3aeda5'}] {{(pid=80261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:28:54.567196 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae17807-07e9-4ef6-8329-0945c72e7748', 'tag': '838d2be2-9c91-4434-b072-5b8b6c3aeda5', 'status': 'completed', 'code': 200}
Nov 19 14:28:54.580885 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-aba8777c-62bd-4e4f-97f6-78f776cecd35 req-a09f5649-e8af-4ee1-bd88-203c1d30e1bb tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups/cdded477-54c6-4a27-958c-f3ca20c40818 HTTP/1.1" status: 200  len: 2659 time: 0.0605025
Nov 19 14:28:54.677014 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-aba8777c-62bd-4e4f-97f6-78f776cecd35 req-81b482d2-2910-4dc8-9f26-1630bf975331 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:54.714292 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-aba8777c-62bd-4e4f-97f6-78f776cecd35 req-81b482d2-2910-4dc8-9f26-1630bf975331 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:54.769489 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:28:54.795974 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-aba8777c-62bd-4e4f-97f6-78f776cecd35 req-81b482d2-2910-4dc8-9f26-1630bf975331 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:54.800818 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7cf1e71c-d96c-4265-80c2-ac98debafcbf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:54.818348 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b482d2-2910-4dc8-9f26-1630bf975331 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdded477-54c6-4a27-958c-f3ca20c40818,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:54.821262 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-81b482d2-2910-4dc8-9f26-1630bf975331 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:54.831631 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-c680e666-3d0b-4b07-a2e4-2b3cd812f906 None None] Provisioning complete for port 838d2be2-9c91-4434-b072-5b8b6c3aeda5 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:28:54.832275 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c680e666-3d0b-4b07-a2e4-2b3cd812f906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:54.833058 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-aba8777c-62bd-4e4f-97f6-78f776cecd35 req-81b482d2-2910-4dc8-9f26-1630bf975331 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:54.834405 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-aba8777c-62bd-4e4f-97f6-78f776cecd35 req-81b482d2-2910-4dc8-9f26-1630bf975331 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "DELETE /v2.0/security-groups/cdded477-54c6-4a27-958c-f3ca20c40818 HTTP/1.1" status: 204  len: 173 time: 0.2465739
Nov 19 14:28:54.942868 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-17b4a162-9a7d-4284-8788-88655fe08e1e req-67a11416-5881-478a-8ef8-e4608ebb7250 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a698488a965c48439f2885f9f8b20346&device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 1162 time: 0.3387082
Nov 19 14:28:55.004776 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-d189537c-98c9-4c35-946a-78e4ce3c4de7 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/floatingips/d69a9ef6-ae0d-45c1-bd19-7c977fefad30 HTTP/1.1" status: 200  len: 998 time: 0.1410394
Nov 19 14:28:55.092268 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4a162-9a7d-4284-8788-88655fe08e1e req-3fe839f4-827d-425a-8db8-b6b78a64bee1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:55.093877 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-17b4a162-9a7d-4284-8788-88655fe08e1e req-3fe839f4-827d-425a-8db8-b6b78a64bee1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8f88a655-d10b-41f1-b135-e99197cb340f HTTP/1.1" status: 200  len: 908 time: 0.1438942
Nov 19 14:28:55.170855 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-457a0faf-b21d-4865-95d4-a63ecc6df8c2 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:55.172318 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-457a0faf-b21d-4865-95d4-a63ecc6df8c2 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/networks/30e7e950-b2fa-4cc4-9540-c3d995e774bc HTTP/1.1" status: 200  len: 784 time: 0.1618648
Nov 19 14:28:55.183739 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-4707fa6a-7f5d-4126-b8cb-985af23d97d2 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80261) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 14:28:55.184773 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-4707fa6a-7f5d-4126-b8cb-985af23d97d2 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0060463
Nov 19 14:28:55.204885 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-17b4a162-9a7d-4284-8788-88655fe08e1e req-dc7d3e47-742d-4ed5-9bfb-3074deaed52d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=838d2be2-9c91-4434-b072-5b8b6c3aeda5 HTTP/1.1" status: 200  len: 1001 time: 0.1034367
Nov 19 14:28:55.274120 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4a162-9a7d-4284-8788-88655fe08e1e req-0e33520b-c6e4-49ef-b460-a04942e41f30 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:55.275728 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-17b4a162-9a7d-4284-8788-88655fe08e1e req-0e33520b-c6e4-49ef-b460-a04942e41f30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84b360f6-0d3c-4e62-9512-ee21754e4615 HTTP/1.1" status: 200  len: 853 time: 0.0636694
Nov 19 14:28:55.294728 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-f09f0247-784d-4da4-9cec-031a074481e0 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.0.112 HTTP/1.1" status: 200  len: 1001 time: 0.1036985
Nov 19 14:28:55.360462 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-17b4a162-9a7d-4284-8788-88655fe08e1e req-ca880148-bccc-409e-9166-37baa1008720 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f88a655-d10b-41f1-b135-e99197cb340f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762217
Nov 19 14:28:55.372883 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-f9925a20-abd5-486b-81a8-be80c89081d5 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:55.374348 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-f9925a20-abd5-486b-81a8-be80c89081d5 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports/838d2be2-9c91-4434-b072-5b8b6c3aeda5 HTTP/1.1" status: 200  len: 942 time: 0.0732279
Nov 19 14:28:55.409738 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 838d2be2-9c91-4434-b072-5b8b6c3aeda5 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:28:55.481928 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 838d2be2-9c91-4434-b072-5b8b6c3aeda5 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:28:55.482480 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:55.506754 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-17b4a162-9a7d-4284-8788-88655fe08e1e req-a4b6f004-a214-4128-8b05-224a4a2541d1 service neutron] 10.222.0.20 "GET /v2.0/networks/8f88a655-d10b-41f1-b135-e99197cb340f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373806
Nov 19 14:28:55.551249 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f48b16c2-d0be-4c3c-ae18-870ffc0e8344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:55.566187 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-21b4c31b-173d-4f73-9ae9-79c66f942c7a tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.0.112 HTTP/1.1" status: 200  len: 1001 time: 0.1116991
Nov 19 14:28:55.663575 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-17b4a162-9a7d-4284-8788-88655fe08e1e req-8c653d6d-f8f2-4f67-9db2-80b511b6cb59 service neutron] 10.222.0.20 "GET /v2.0/networks/8f88a655-d10b-41f1-b135-e99197cb340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1494787
Nov 19 14:28:55.781751 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-7eab8cfd-7cd3-45b7-8088-ab7388519992 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Deleting port b400a746-cef8-4dde-9aa9-3b8b60fed94a {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:28:55.782129 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-7eab8cfd-7cd3-45b7-8088-ab7388519992 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:55.956780 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-7eab8cfd-7cd3-45b7-8088-ab7388519992 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:55.957153 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-7eab8cfd-7cd3-45b7-8088-ab7388519992 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for floatingip, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:56.085079 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-7eab8cfd-7cd3-45b7-8088-ab7388519992 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Calling delete_port for b400a746-cef8-4dde-9aa9-3b8b60fed94a owned by network:floatingip {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:28:56.241222 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-7eab8cfd-7cd3-45b7-8088-ab7388519992 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:56.257017 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-42bd400a-03c9-4c75-9db6-55b529467fdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:28:56.312441 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eab8cfd-7cd3-45b7-8088-ab7388519992 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Pushing event deleted for resources: {'Port': ['ID=b400a746-cef8-4dde-9aa9-3b8b60fed94a,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:28:56.315947 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7eab8cfd-7cd3-45b7-8088-ab7388519992 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:28:56.478456 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-7eab8cfd-7cd3-45b7-8088-ab7388519992 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks [] for floatingip, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:56.478890 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.l3_db [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-7eab8cfd-7cd3-45b7-8088-ab7388519992 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Floating IP d69a9ef6-ae0d-45c1-bd19-7c977fefad30 disassociated (deleted). External IP: 172.27.0.112, port: 838d2be2-9c91-4434-b072-5b8b6c3aeda5.
Nov 19 14:28:57.098480 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-7eab8cfd-7cd3-45b7-8088-ab7388519992 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Router ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:28:57.304293 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-7eab8cfd-7cd3-45b7-8088-ab7388519992 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:28:57.313955 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e129e471-7a48-4f8b-8904-b9c9de4675cb None None] Sync routers for ids ['ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'] in dv-cinder-763306-2-iscsi {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:28:57.327295 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e129e471-7a48-4f8b-8904-b9c9de4675cb None None] Routers {'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:28:57.327982 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-e129e471-7a48-4f8b-8904-b9c9de4675cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c04bb00>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:28:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:28:57.328657 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-7eab8cfd-7cd3-45b7-8088-ab7388519992 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:57.387895 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-7eab8cfd-7cd3-45b7-8088-ab7388519992 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "DELETE /v2.0/floatingips/d69a9ef6-ae0d-45c1-bd19-7c977fefad30 HTTP/1.1" status: 204  len: 173 time: 1.8151946
Nov 19 14:28:57.388453 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eae17807-07e9-4ef6-8329-0945c72e7748', 'tag': '838d2be2-9c91-4434-b072-5b8b6c3aeda5'}] {{(pid=80261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:28:57.451506 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eae17807-07e9-4ef6-8329-0945c72e7748', 'tag': '838d2be2-9c91-4434-b072-5b8b6c3aeda5', 'status': 'completed', 'code': 200}
Nov 19 14:28:57.527644 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-e129e471-7a48-4f8b-8904-b9c9de4675cb None None] Set router ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:28:57.565066 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-066eef7e-700e-464b-bdb1-b26422d17676 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a698488a965c48439f2885f9f8b20346&device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 1162 time: 0.1618373
Nov 19 14:28:57.569533 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-119ff46c-3fe7-491c-9a51-a7e4799b8461 req-2641eb5e-6ce1-4bc6-ba05-577a51580dc2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a698488a965c48439f2885f9f8b20346&device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 1162 time: 0.0743937
Nov 19 14:28:57.716252 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ff46c-3fe7-491c-9a51-a7e4799b8461 req-27e8b96e-c875-4fd2-946f-f5f03517cc28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:57.717844 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-119ff46c-3fe7-491c-9a51-a7e4799b8461 req-27e8b96e-c875-4fd2-946f-f5f03517cc28 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8f88a655-d10b-41f1-b135-e99197cb340f HTTP/1.1" status: 200  len: 908 time: 0.1408644
Nov 19 14:28:57.722146 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-77d2eda2-df01-406c-8a6f-893eaeb3a9a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:57.723807 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-77d2eda2-df01-406c-8a6f-893eaeb3a9a5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8f88a655-d10b-41f1-b135-e99197cb340f HTTP/1.1" status: 200  len: 908 time: 0.1393309
Nov 19 14:28:57.800898 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-7ecbc933-f7fb-4fb0-aa58-8f990b504924 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=838d2be2-9c91-4434-b072-5b8b6c3aeda5 HTTP/1.1" status: 200  len: 217 time: 0.0703726
Nov 19 14:28:57.868514 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-e129e471-7a48-4f8b-8904-b9c9de4675cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c04bb00>, [{'id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'name': 'tempest-TestMinimumBasicScenario-370453018-router', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:24:58Z', 'updated_at': '2020-11-19T14:25:04Z', 'revision_number': 4, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'gw_port': {'id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:24:59Z', 'updated_at': '2020-11-19T14:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'e04e6797-b80d-4809-bd24-3ad97993e0fd', 'name': '', 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'mac_address': 'fa:16:3e:2f:83:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84b360f6-0d3c-4e62-9512-ee21754e4615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:03Z', 'updated_at': '2020-11-19T14:25:12Z', 'revision_number': 5, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'subnets': [{'id': '84b360f6-0d3c-4e62-9512-ee21754e4615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:28:57.872968 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e129e471-7a48-4f8b-8904-b9c9de4675cb None None] Checking router: ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a for host: dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:28:57.877064 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-9c19c8be-5290-4677-8bd4-501c1d539d0c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:57.879217 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-9c19c8be-5290-4677-8bd4-501c1d539d0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=84b360f6-0d3c-4e62-9512-ee21754e4615 HTTP/1.1" status: 200  len: 853 time: 0.0708377
Nov 19 14:28:57.887707 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e129e471-7a48-4f8b-8904-b9c9de4675cb None None] Routers {'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:28:57.888423 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-e129e471-7a48-4f8b-8904-b9c9de4675cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c04bb00>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:28:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:28:57.980870 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-a96b508e-c2fe-463f-a4e1-9ad3269b76f4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8f88a655-d10b-41f1-b135-e99197cb340f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811803
Nov 19 14:28:58.020925 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-119ff46c-3fe7-491c-9a51-a7e4799b8461 req-8951bf8d-a74f-4776-bd66-9168785d4ce9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=838d2be2-9c91-4434-b072-5b8b6c3aeda5 HTTP/1.1" status: 200  len: 217 time: 0.2910066
Nov 19 14:28:58.091440 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-e129e471-7a48-4f8b-8904-b9c9de4675cb None None] Set router ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:28:58.092629 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119ff46c-3fe7-491c-9a51-a7e4799b8461 req-331fc552-c264-49fb-9dd5-a374df2152bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:28:58.094225 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-119ff46c-3fe7-491c-9a51-a7e4799b8461 req-331fc552-c264-49fb-9dd5-a374df2152bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=84b360f6-0d3c-4e62-9512-ee21754e4615 HTTP/1.1" status: 200  len: 853 time: 0.0666993
Nov 19 14:28:58.127710 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-5745ae88-e57d-422f-9cf6-7f351c022ee7 service neutron] 10.222.0.35 "GET /v2.0/networks/8f88a655-d10b-41f1-b135-e99197cb340f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396515
Nov 19 14:28:58.179898 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-119ff46c-3fe7-491c-9a51-a7e4799b8461 req-2420c25f-7aba-4be7-9bfc-53ae00e4e1a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8f88a655-d10b-41f1-b135-e99197cb340f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778570
Nov 19 14:28:58.273892 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ef1bf104-dd41-493a-ab05-7d1fb9bfbff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:58.277979 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5a00acac-c085-4ade-bb30-96c0fcc5e0b8 req-48242d29-a995-41a8-b8d4-5f2a0743d7eb service neutron] 10.222.0.35 "GET /v2.0/networks/8f88a655-d10b-41f1-b135-e99197cb340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1425304
Nov 19 14:28:58.337746 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-119ff46c-3fe7-491c-9a51-a7e4799b8461 req-894663cb-2b74-4b3b-bbc2-6a5f6c441ab1 service neutron] 10.222.0.20 "GET /v2.0/networks/8f88a655-d10b-41f1-b135-e99197cb340f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507688
Nov 19 14:28:58.497290 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-119ff46c-3fe7-491c-9a51-a7e4799b8461 req-c3a269fe-e1b2-46e9-a0cb-b133e46313d5 service neutron] 10.222.0.20 "GET /v2.0/networks/8f88a655-d10b-41f1-b135-e99197cb340f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1491485
Nov 19 14:28:58.630207 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-e129e471-7a48-4f8b-8904-b9c9de4675cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c04bb00>, [{'id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'name': 'tempest-TestMinimumBasicScenario-370453018-router', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:24:58Z', 'updated_at': '2020-11-19T14:25:04Z', 'revision_number': 4, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'gw_port': {'id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:24:59Z', 'updated_at': '2020-11-19T14:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'e04e6797-b80d-4809-bd24-3ad97993e0fd', 'name': '', 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'mac_address': 'fa:16:3e:2f:83:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84b360f6-0d3c-4e62-9512-ee21754e4615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:03Z', 'updated_at': '2020-11-19T14:25:12Z', 'revision_number': 5, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'subnets': [{'id': '84b360f6-0d3c-4e62-9512-ee21754e4615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:28:58.634598 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e129e471-7a48-4f8b-8904-b9c9de4675cb None None] The sync data for ids ['ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'] in dv-cinder-763306-2-iscsi is: [{'id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'name': 'tempest-TestMinimumBasicScenario-370453018-router', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:24:58Z', 'updated_at': '2020-11-19T14:25:04Z', 'revision_number': 4, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'gw_port': {'id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:24:59Z', 'updated_at': '2020-11-19T14:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'e04e6797-b80d-4809-bd24-3ad97993e0fd', 'name': '', 'network_id': '8f88a655-d10b-41f1-b135-e99197cb340f', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'mac_address': 'fa:16:3e:2f:83:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '84b360f6-0d3c-4e62-9512-ee21754e4615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:03Z', 'updated_at': '2020-11-19T14:25:12Z', 'revision_number': 5, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'subnets': [{'id': '84b360f6-0d3c-4e62-9512-ee21754e4615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:28:58.800144 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:59.024413 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cab870-77a1-4d21-8124-d6b52eff9679 None None] New status for floating IP d69a9ef6-ae0d-45c1-bd19-7c977fefad30: DOWN {{(pid=80263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 14:28:59.686931 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:28:59.959998 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:01.556779 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316cba6-5cdb-45c8-8fdd-334215f74fef req-75f52a47-0def-437e-a528-7d02bfda4896 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:01.557455 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-e316cba6-5cdb-45c8-8fdd-334215f74fef req-75f52a47-0def-437e-a528-7d02bfda4896 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Synchronizing usage tracker for tenant:a698488a965c48439f2885f9f8b20346 on resource:port {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:29:01.573028 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-e316cba6-5cdb-45c8-8fdd-334215f74fef req-75f52a47-0def-437e-a528-7d02bfda4896 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Unset dirty status for tenant:a698488a965c48439f2885f9f8b20346 on resource:port {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:29:01.574264 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e316cba6-5cdb-45c8-8fdd-334215f74fef req-75f52a47-0def-437e-a528-7d02bfda4896 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 945 time: 0.1023006
Nov 19 14:29:01.621354 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-e316cba6-5cdb-45c8-8fdd-334215f74fef req-1159c151-e88b-42d3-8c26-cae9a7058217 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Synchronizing usage tracker for tenant:a698488a965c48439f2885f9f8b20346 on resource:security_group {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:29:01.636082 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-e316cba6-5cdb-45c8-8fdd-334215f74fef req-1159c151-e88b-42d3-8c26-cae9a7058217 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Unset dirty status for tenant:a698488a965c48439f2885f9f8b20346 on resource:security_group {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:29:01.637268 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e316cba6-5cdb-45c8-8fdd-334215f74fef req-1159c151-e88b-42d3-8c26-cae9a7058217 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569508
Nov 19 14:29:02.845388 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b4d6e-052e-4f77-bac0-7f09b039f6e2 req-99415acc-a891-4ca4-aeca-a884e8491b93 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:02.846899 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-472b4d6e-052e-4f77-bac0-7f09b039f6e2 req-99415acc-a891-4ca4-aeca-a884e8491b93 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 945 time: 0.0827734
Nov 19 14:29:02.895654 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-472b4d6e-052e-4f77-bac0-7f09b039f6e2 req-ba090eb4-fab0-46d3-8603-cf002eb65513 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427604
Nov 19 14:29:03.401673 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134c853-9532-4cee-a46a-84221e8a39ed req-d209de31-8c4c-4a2e-be14-105e105ae76a tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:03.403325 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d134c853-9532-4cee-a46a-84221e8a39ed req-d209de31-8c4c-4a2e-be14-105e105ae76a tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.20 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 945 time: 0.0824761
Nov 19 14:29:03.482174 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-d134c853-9532-4cee-a46a-84221e8a39ed req-496e9829-c8eb-47e4-acbf-db134d928da6 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Deleting port 838d2be2-9c91-4434-b072-5b8b6c3aeda5 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:29:03.482594 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-d134c853-9532-4cee-a46a-84221e8a39ed req-496e9829-c8eb-47e4-acbf-db134d928da6 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:03.746318 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-d134c853-9532-4cee-a46a-84221e8a39ed req-496e9829-c8eb-47e4-acbf-db134d928da6 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] For port 838d2be2-9c91-4434-b072-5b8b6c3aeda5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=838d2be2-9c91-4434-b072-5b8b6c3aeda5,segment=NetworkSegment(14a71fa7-e30a-4b56-b083-c5d4f3d82751),segment_id=14a71fa7-e30a-4b56-b083-c5d4f3d82751)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:29:03.746763 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-d134c853-9532-4cee-a46a-84221e8a39ed req-496e9829-c8eb-47e4-acbf-db134d928da6 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:03.923609 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-d134c853-9532-4cee-a46a-84221e8a39ed req-496e9829-c8eb-47e4-acbf-db134d928da6 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Calling delete_port for 838d2be2-9c91-4434-b072-5b8b6c3aeda5 owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:29:04.020780 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ccbc6-0c21-4ae8-98de-fe4c5266ee86 req-f2ef73fe-d841-458c-8d09-c9b7c69a03bb tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:04.022457 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6a3ccbc6-0c21-4ae8-98de-fe4c5266ee86 req-f2ef73fe-d841-458c-8d09-c9b7c69a03bb tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.4352038
Nov 19 14:29:04.112925 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95530c9d-46e3-4afd-bbba-d86fa13547aa req-1f1d5312-03e5-4e75-a277-632ffb833330 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:04.114535 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-95530c9d-46e3-4afd-bbba-d86fa13547aa req-1f1d5312-03e5-4e75-a277-632ffb833330 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/ports?device_id=eae17807-07e9-4ef6-8329-0945c72e7748 HTTP/1.1" status: 200  len: 945 time: 0.0862963
Nov 19 14:29:04.131013 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6a3ccbc6-0c21-4ae8-98de-fe4c5266ee86 req-053747a1-03a6-428b-ad0c-6805b84b0545 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0699763
Nov 19 14:29:04.131671 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-d134c853-9532-4cee-a46a-84221e8a39ed req-496e9829-c8eb-47e4-acbf-db134d928da6 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:04.147798 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-939dd900-e30a-491d-82f2-c895b9252cca tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:04.165552 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-95530c9d-46e3-4afd-bbba-d86fa13547aa req-93a92fe6-481e-4a05-ade3-09f795c0cc81 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.35 "GET /v2.0/security-groups?id=d8d3be61-6f48-4820-9038-dfb52841e906&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443206
Nov 19 14:29:04.194014 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e9829-c8eb-47e4-acbf-db134d928da6 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Pushing event deleted for resources: {'Port': ['ID=838d2be2-9c91-4434-b072-5b8b6c3aeda5,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:04.198753 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-496e9829-c8eb-47e4-acbf-db134d928da6 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:04.350984 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-d134c853-9532-4cee-a46a-84221e8a39ed req-496e9829-c8eb-47e4-acbf-db134d928da6 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] No DVR routers for this DVR port 838d2be2-9c91-4434-b072-5b8b6c3aeda5 on host hv-cinder-76330 {{(pid=80260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:29:04.353331 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-d134c853-9532-4cee-a46a-84221e8a39ed req-496e9829-c8eb-47e4-acbf-db134d928da6 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:04.356226 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eae17807-07e9-4ef6-8329-0945c72e7748', 'name': 'network-vif-deleted', 'tag': '838d2be2-9c91-4434-b072-5b8b6c3aeda5'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:29:04.426536 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d134c853-9532-4cee-a46a-84221e8a39ed req-496e9829-c8eb-47e4-acbf-db134d928da6 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] 10.222.0.20 "DELETE /v2.0/ports/838d2be2-9c91-4434-b072-5b8b6c3aeda5 HTTP/1.1" status: 204  len: 173 time: 1.0174270
Nov 19 14:29:04.505546 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eae17807-07e9-4ef6-8329-0945c72e7748', 'name': 'network-vif-deleted', 'tag': '838d2be2-9c91-4434-b072-5b8b6c3aeda5', 'status': 'completed', 'code': 200}
Nov 19 14:29:05.110525 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 838d2be2-9c91-4434-b072-5b8b6c3aeda5 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:29:05.149956 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] No Port match for: 838d2be2-9c91-4434-b072-5b8b6c3aeda5 {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:29:05.150746 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 838d2be2-9c91-4434-b072-5b8b6c3aeda5 not bound to the agent host hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:29:05.362467 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a787f9d-773f-4c97-b469-ef5bcb46b7bf req-0e2e0145-9ba4-45ca-8b4f-9fa7611bca35 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:05.363477 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6400fa-410e-4062-84a7-b54070c39221 req-1e05fafa-af65-4efc-995f-c48a27c8a441 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:05.364146 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2a787f9d-773f-4c97-b469-ef5bcb46b7bf req-0e2e0145-9ba4-45ca-8b4f-9fa7611bca35 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.0890639
Nov 19 14:29:05.365331 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-be6400fa-410e-4062-84a7-b54070c39221 req-1e05fafa-af65-4efc-995f-c48a27c8a441 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 946 time: 0.0863404
Nov 19 14:29:05.415387 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2a787f9d-773f-4c97-b469-ef5bcb46b7bf req-32270f81-43fa-46bb-ad6b-67cfcb1b49d9 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440059
Nov 19 14:29:05.418148 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-be6400fa-410e-4062-84a7-b54070c39221 req-11d14bf2-562b-4e28-9b27-4a3bcc1f6117 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0467005
Nov 19 14:29:05.820901 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208839c6-d3a5-4f47-b1b5-4a4c67191b0a req-d12ff690-1073-4c7e-93b8-78469573c696 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:05.822546 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-208839c6-d3a5-4f47-b1b5-4a4c67191b0a req-d12ff690-1073-4c7e-93b8-78469573c696 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.20 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.0838525
Nov 19 14:29:05.916887 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-208839c6-d3a5-4f47-b1b5-4a4c67191b0a req-7be54458-cc1e-44b4-ab12-b82a672e0841 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Deleting port d513909e-a150-491f-b42b-741f2925ddfa {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:29:05.917254 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-208839c6-d3a5-4f47-b1b5-4a4c67191b0a req-7be54458-cc1e-44b4-ab12-b82a672e0841 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:06.216537 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-208839c6-d3a5-4f47-b1b5-4a4c67191b0a req-7be54458-cc1e-44b4-ab12-b82a672e0841 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] For port d513909e-a150-491f-b42b-741f2925ddfa, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d513909e-a150-491f-b42b-741f2925ddfa,segment=NetworkSegment(f5e9c60a-4a26-44b0-86a6-f78ad9885ef8),segment_id=f5e9c60a-4a26-44b0-86a6-f78ad9885ef8)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:29:06.217061 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-208839c6-d3a5-4f47-b1b5-4a4c67191b0a req-7be54458-cc1e-44b4-ab12-b82a672e0841 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:06.408451 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 60584) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:29:06.542282 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-208839c6-d3a5-4f47-b1b5-4a4c67191b0a req-7be54458-cc1e-44b4-ab12-b82a672e0841 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for floatingip, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:06.542966 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-208839c6-d3a5-4f47-b1b5-4a4c67191b0a req-7be54458-cc1e-44b4-ab12-b82a672e0841 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:06.543326 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.l3_db [req-208839c6-d3a5-4f47-b1b5-4a4c67191b0a req-7be54458-cc1e-44b4-ab12-b82a672e0841 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Floating IP 20aac470-2a90-49be-b6f2-96dacf3659f7 disassociated. External IP: 172.27.0.17, port: d513909e-a150-491f-b42b-741f2925ddfa.
Nov 19 14:29:06.543712 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-208839c6-d3a5-4f47-b1b5-4a4c67191b0a req-7be54458-cc1e-44b4-ab12-b82a672e0841 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Calling delete_port for d513909e-a150-491f-b42b-741f2925ddfa owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:29:06.727010 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf00fd-365e-49b7-a870-4f679773a5c6 req-e49c4069-3f3a-4ac9-b1ff-7512d151e07c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:06.728854 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c7cf00fd-365e-49b7-a870-4f679773a5c6 req-e49c4069-3f3a-4ac9-b1ff-7512d151e07c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 946 time: 0.1223304
Nov 19 14:29:06.747665 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6b73f-6d4b-4f2c-92ca-ecec27597e29 req-58f08718-113a-479a-bd5f-da27a891f60e tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:06.749294 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-46b6b73f-6d4b-4f2c-92ca-ecec27597e29 req-58f08718-113a-479a-bd5f-da27a891f60e tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 946 time: 0.1717873
Nov 19 14:29:06.799153 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-208839c6-d3a5-4f47-b1b5-4a4c67191b0a req-7be54458-cc1e-44b4-ab12-b82a672e0841 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:06.817494 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:06.862787 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c7cf00fd-365e-49b7-a870-4f679773a5c6 req-796e6ad2-cff1-4b9e-82c6-0adbee9a1173 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0713670
Nov 19 14:29:06.870746 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be54458-cc1e-44b4-ab12-b82a672e0841 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Pushing event deleted for resources: {'Port': ['ID=d513909e-a150-491f-b42b-741f2925ddfa,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:06.915498 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-46b6b73f-6d4b-4f2c-92ca-ecec27597e29 req-16aad1d9-a3be-419c-90dc-2f5e9c28e437 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=4c635783-a6cb-4c20-9b65-8f5004e76fcb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1572244
Nov 19 14:29:06.919523 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7be54458-cc1e-44b4-ab12-b82a672e0841 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:07.015238 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3f563fb7-1198-41db-825c-bf70439db3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853991147'] for router_interface, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:07.135474 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device d513909e-a150-491f-b42b-741f2925ddfa no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:29:07.182154 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] No Port match for: d513909e-a150-491f-b42b-741f2925ddfa {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:29:07.183239 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device d513909e-a150-491f-b42b-741f2925ddfa not bound to the agent host hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:29:07.183523 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device d63b9317-07c9-4a48-be2b-5823afb4f8df no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:29:07.234806 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41df06f-4394-4f2a-8d32-3d9e73fb85c7 req-4fd56fc4-60cb-4bc3-9b2a-7742e1cd2099 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:07.236977 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f41df06f-4394-4f2a-8d32-3d9e73fb85c7 req-4fd56fc4-60cb-4bc3-9b2a-7742e1cd2099 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.20 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 946 time: 0.1263387
Nov 19 14:29:07.313594 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:07.349354 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84de279-3b20-4d4c-8ef5-c699d199c176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd63b9317-07c9-4a48-be2b-5823afb4f8df'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:29:07.357143 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port d63b9317-07c9-4a48-be2b-5823afb4f8df, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d63b9317-07c9-4a48-be2b-5823afb4f8df,segment=NetworkSegment(b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795),segment_id=b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:29:07.363247 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:07.365639 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:07.444423 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84de279-3b20-4d4c-8ef5-c699d199c176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd63b9317-07c9-4a48-be2b-5823afb4f8df', 'code': 200}
Nov 19 14:29:07.501718 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=d63b9317-07c9-4a48-be2b-5823afb4f8df,revision_number=5']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:07.522543 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:07.761318 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-f41df06f-4394-4f2a-8d32-3d9e73fb85c7 req-0d400369-f452-4532-9972-ab7f32f24f2f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Deleting port d63b9317-07c9-4a48-be2b-5823afb4f8df {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:29:07.761625 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f41df06f-4394-4f2a-8d32-3d9e73fb85c7 req-0d400369-f452-4532-9972-ab7f32f24f2f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:07.914484 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b8c05-ca82-45e5-9803-bf2e29435e56 req-b8090474-cb3d-4be9-aa57-f884fd3722c8 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:07.916135 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f54b8c05-ca82-45e5-9803-bf2e29435e56 req-b8090474-cb3d-4be9-aa57-f884fd3722c8 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.2458847
Nov 19 14:29:07.956013 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-3f563fb7-1198-41db-825c-bf70439db3c4 admin admin] Deleting port e04e6797-b80d-4809-bd24-3ad97993e0fd {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:29:07.956401 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3f563fb7-1198-41db-825c-bf70439db3c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:07.968388 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-208839c6-d3a5-4f47-b1b5-4a4c67191b0a req-7be54458-cc1e-44b4-ab12-b82a672e0841 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Router d0a95759-ddad-469e-bbde-0f1a627c223b has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:29:08.089694 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f54b8c05-ca82-45e5-9803-bf2e29435e56 req-b82b6ab1-9f1c-4a9a-90f8-c602899fcf55 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1532695
Nov 19 14:29:08.209890 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-f41df06f-4394-4f2a-8d32-3d9e73fb85c7 req-0d400369-f452-4532-9972-ab7f32f24f2f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] For port d63b9317-07c9-4a48-be2b-5823afb4f8df, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d63b9317-07c9-4a48-be2b-5823afb4f8df,segment=NetworkSegment(b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795),segment_id=b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:29:08.210095 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f41df06f-4394-4f2a-8d32-3d9e73fb85c7 req-0d400369-f452-4532-9972-ab7f32f24f2f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:08.219727 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d40a9-9c30-46b0-92a8-f51bc6d41952 req-a090ff15-2a50-45fc-a43e-e9832af2e9a5 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:08.221351 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-860d40a9-9c30-46b0-92a8-f51bc6d41952 req-a090ff15-2a50-45fc-a43e-e9832af2e9a5 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 944 time: 0.1904461
Nov 19 14:29:08.223254 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-3f563fb7-1198-41db-825c-bf70439db3c4 admin admin] For port e04e6797-b80d-4809-bd24-3ad97993e0fd, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=e04e6797-b80d-4809-bd24-3ad97993e0fd,segment=NetworkSegment(14a71fa7-e30a-4b56-b083-c5d4f3d82751),segment_id=14a71fa7-e30a-4b56-b083-c5d4f3d82751)] {{(pid=80261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:29:08.223652 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3f563fb7-1198-41db-825c-bf70439db3c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:08.355541 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-59b52155-c64d-432e-89c1-6f3a29fadb60 req-b187907c-86e3-4271-8449-d01fc61ff452 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 210 time: 0.0585747
Nov 19 14:29:08.370273 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-3f563fb7-1198-41db-825c-bf70439db3c4 admin admin] Calling delete_port for e04e6797-b80d-4809-bd24-3ad97993e0fd owned by network:router_interface {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:29:08.440970 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-860d40a9-9c30-46b0-92a8-f51bc6d41952 req-6e4acaf5-699a-41b1-8cc5-a0853f4f592c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2088871
Nov 19 14:29:08.567503 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3f563fb7-1198-41db-825c-bf70439db3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:08.583175 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ec55d294-da9c-467c-b5bb-c58825b2bf57 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:08.640304 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f563fb7-1198-41db-825c-bf70439db3c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e04e6797-b80d-4809-bd24-3ad97993e0fd,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:08.645280 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3f563fb7-1198-41db-825c-bf70439db3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:08.655751 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f41df06f-4394-4f2a-8d32-3d9e73fb85c7 req-0d400369-f452-4532-9972-ab7f32f24f2f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for floatingip, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:08.656176 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f41df06f-4394-4f2a-8d32-3d9e73fb85c7 req-0d400369-f452-4532-9972-ab7f32f24f2f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:08.656532 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.l3_db [req-f41df06f-4394-4f2a-8d32-3d9e73fb85c7 req-0d400369-f452-4532-9972-ab7f32f24f2f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Floating IP d4a55031-0b7b-4f1d-86b4-b660a3a841a4 disassociated. External IP: 172.27.0.23, port: d63b9317-07c9-4a48-be2b-5823afb4f8df.
Nov 19 14:29:08.656941 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-f41df06f-4394-4f2a-8d32-3d9e73fb85c7 req-0d400369-f452-4532-9972-ab7f32f24f2f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Calling delete_port for d63b9317-07c9-4a48-be2b-5823afb4f8df owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:29:08.718986 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-208839c6-d3a5-4f47-b1b5-4a4c67191b0a req-7be54458-cc1e-44b4-ab12-b82a672e0841 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:29:08.729823 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967001c5-60fb-4b7e-94ce-b34d82fe34a5 None None] Sync routers for ids ['d0a95759-ddad-469e-bbde-0f1a627c223b'] in dv-cinder-763306-2-iscsi {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:29:08.742775 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967001c5-60fb-4b7e-94ce-b34d82fe34a5 None None] Routers {'d0a95759-ddad-469e-bbde-0f1a627c223b'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:29:08.743454 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-967001c5-60fb-4b7e-94ce-b34d82fe34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c6e27f0>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:28:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['d0a95759-ddad-469e-bbde-0f1a627c223b'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:08.763093 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-208839c6-d3a5-4f47-b1b5-4a4c67191b0a req-7be54458-cc1e-44b4-ab12-b82a672e0841 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] No DVR routers for this DVR port d513909e-a150-491f-b42b-741f2925ddfa on host hv-cinder-76330 {{(pid=80260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:29:08.776413 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-208839c6-d3a5-4f47-b1b5-4a4c67191b0a req-7be54458-cc1e-44b4-ab12-b82a672e0841 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:08.779470 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4108b852-3a87-4dd9-85ce-a780698f1e75', 'name': 'network-vif-deleted', 'tag': 'd513909e-a150-491f-b42b-741f2925ddfa'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:29:08.801710 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-208839c6-d3a5-4f47-b1b5-4a4c67191b0a req-7be54458-cc1e-44b4-ab12-b82a672e0841 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.20 "DELETE /v2.0/ports/d513909e-a150-491f-b42b-741f2925ddfa HTTP/1.1" status: 204  len: 173 time: 2.9733727
Nov 19 14:29:08.890232 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4108b852-3a87-4dd9-85ce-a780698f1e75', 'name': 'network-vif-deleted', 'tag': 'd513909e-a150-491f-b42b-741f2925ddfa', 'status': 'completed', 'code': 200}
Nov 19 14:29:08.894279 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f41df06f-4394-4f2a-8d32-3d9e73fb85c7 req-0d400369-f452-4532-9972-ab7f32f24f2f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:08.920391 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:08.977650 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d400369-f452-4532-9972-ab7f32f24f2f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Pushing event deleted for resources: {'Port': ['ID=d63b9317-07c9-4a48-be2b-5823afb4f8df,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:08.981270 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-0d400369-f452-4532-9972-ab7f32f24f2f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:09.001904 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-967001c5-60fb-4b7e-94ce-b34d82fe34a5 None None] Set router d0a95759-ddad-469e-bbde-0f1a627c223b gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:29:09.145732 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3f563fb7-1198-41db-825c-bf70439db3c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3984074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854050983'] for router_interface, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:09.345853 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-967001c5-60fb-4b7e-94ce-b34d82fe34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c6e27f0>, [{'id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'name': 'tempest-AttachVolumeTestJSON-202479420-router', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:44Z', 'revision_number': 4, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'gw_port': {'id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'a98efd81-3ffd-410d-a2dd-34305de841ec', 'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'mac_address': 'fa:16:3e:3d:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:41Z', 'updated_at': '2020-11-19T14:24:02Z', 'revision_number': 5, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'subnets': [{'id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:09.351454 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967001c5-60fb-4b7e-94ce-b34d82fe34a5 None None] Checking router: d0a95759-ddad-469e-bbde-0f1a627c223b for host: dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:29:09.369363 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967001c5-60fb-4b7e-94ce-b34d82fe34a5 None None] Routers {'d0a95759-ddad-469e-bbde-0f1a627c223b'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:29:09.370073 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-967001c5-60fb-4b7e-94ce-b34d82fe34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c6e27f0>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:28:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['d0a95759-ddad-469e-bbde-0f1a627c223b'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:09.414103 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f41df06f-4394-4f2a-8d32-3d9e73fb85c7 req-0d400369-f452-4532-9972-ab7f32f24f2f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Router 04de633d-7da5-49f3-b750-bee0a6ebf3da has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:29:09.445128 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86345d31-8ce3-49a7-a130-6daca1b57042 req-4f3dc39e-8355-432e-9527-44f801cf2cf8 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:09.446954 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-86345d31-8ce3-49a7-a130-6daca1b57042 req-4f3dc39e-8355-432e-9527-44f801cf2cf8 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.1928053
Nov 19 14:29:09.531068 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-86345d31-8ce3-49a7-a130-6daca1b57042 req-3d68b1ae-8bab-4e58-8073-29547f7694de tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703981
Nov 19 14:29:09.734973 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-967001c5-60fb-4b7e-94ce-b34d82fe34a5 None None] Set router d0a95759-ddad-469e-bbde-0f1a627c223b gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:29:09.764773 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-766fe8b9-42b0-4bf3-be26-e03775b8e58d req-8e72f01b-f2ce-4980-be3b-f4a979c9ef39 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Synchronizing usage tracker for tenant:e4cdfec880b540fbaaff093eb5b0334c on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:29:09.796487 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-766fe8b9-42b0-4bf3-be26-e03775b8e58d req-8e72f01b-f2ce-4980-be3b-f4a979c9ef39 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Unset dirty status for tenant:e4cdfec880b540fbaaff093eb5b0334c on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:29:09.798013 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-766fe8b9-42b0-4bf3-be26-e03775b8e58d req-8e72f01b-f2ce-4980-be3b-f4a979c9ef39 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=4108b852-3a87-4dd9-85ce-a780698f1e75 HTTP/1.1" status: 200  len: 210 time: 0.1021397
Nov 19 14:29:09.816830 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f41df06f-4394-4f2a-8d32-3d9e73fb85c7 req-0d400369-f452-4532-9972-ab7f32f24f2f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:29:09.827213 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f86c94a-d57b-4ddd-bc66-a3ddd1892266 None None] Sync routers for ids ['04de633d-7da5-49f3-b750-bee0a6ebf3da'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:29:09.851292 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f86c94a-d57b-4ddd-bc66-a3ddd1892266 None None] Routers {'04de633d-7da5-49f3-b750-bee0a6ebf3da'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:29:09.852220 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-5f86c94a-d57b-4ddd-bc66-a3ddd1892266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae37fee9b0>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:28:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['04de633d-7da5-49f3-b750-bee0a6ebf3da'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:09.863556 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41df06f-4394-4f2a-8d32-3d9e73fb85c7 req-0d400369-f452-4532-9972-ab7f32f24f2f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] No DVR routers for this DVR port d63b9317-07c9-4a48-be2b-5823afb4f8df on host hv-cinder-76330 {{(pid=80260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:29:09.866068 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f41df06f-4394-4f2a-8d32-3d9e73fb85c7 req-0d400369-f452-4532-9972-ab7f32f24f2f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:09.881551 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f41df06f-4394-4f2a-8d32-3d9e73fb85c7 req-0d400369-f452-4532-9972-ab7f32f24f2f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.20 "DELETE /v2.0/ports/d63b9317-07c9-4a48-be2b-5823afb4f8df HTTP/1.1" status: 204  len: 173 time: 2.6360767
Nov 19 14:29:09.889208 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-227d85d8-6267-4cf5-8266-319cb0041166 req-1cbc6b58-78ef-4ecb-9708-77e4588a3e85 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=c84de279-3b20-4d4c-8ef5-c699d199c176 HTTP/1.1" status: 200  len: 210 time: 0.0535281
Nov 19 14:29:10.088861 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-5f86c94a-d57b-4ddd-bc66-a3ddd1892266 None None] Set router 04de633d-7da5-49f3-b750-bee0a6ebf3da gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:29:10.149502 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f563fb7-1198-41db-825c-bf70439db3c4 admin admin] Router ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:29:10.168686 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-967001c5-60fb-4b7e-94ce-b34d82fe34a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c6e27f0>, [{'id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'name': 'tempest-AttachVolumeTestJSON-202479420-router', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:44Z', 'revision_number': 4, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'gw_port': {'id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'a98efd81-3ffd-410d-a2dd-34305de841ec', 'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'mac_address': 'fa:16:3e:3d:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:41Z', 'updated_at': '2020-11-19T14:24:02Z', 'revision_number': 5, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'subnets': [{'id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:10.173146 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967001c5-60fb-4b7e-94ce-b34d82fe34a5 None None] The sync data for ids ['d0a95759-ddad-469e-bbde-0f1a627c223b'] in dv-cinder-763306-2-iscsi is: [{'id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'name': 'tempest-AttachVolumeTestJSON-202479420-router', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:44Z', 'revision_number': 4, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'gw_port': {'id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'a98efd81-3ffd-410d-a2dd-34305de841ec', 'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'mac_address': 'fa:16:3e:3d:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:41Z', 'updated_at': '2020-11-19T14:24:02Z', 'revision_number': 5, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'subnets': [{'id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:29:10.367063 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f563fb7-1198-41db-825c-bf70439db3c4 admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:29:10.379218 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eed3998-3fec-469d-b936-7cb415841195 None None] Sync routers for ids ['ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'] in dv-cinder-763306-2-iscsi {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:29:10.390733 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-3f563fb7-1198-41db-825c-bf70439db3c4 admin admin] 10.222.0.35 "PUT /v2.0/routers/ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9775708
Nov 19 14:29:10.391560 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 60620) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:29:10.399441 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eed3998-3fec-469d-b936-7cb415841195 None None] Routers {'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:29:10.400419 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-7eed3998-3fec-469d-b936-7cb415841195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae37f9eba8>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:28:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:10.429041 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-5f86c94a-d57b-4ddd-bc66-a3ddd1892266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae37fee9b0>, [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:42Z', 'revision_number': 5, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:10.433174 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f86c94a-d57b-4ddd-bc66-a3ddd1892266 None None] Checking router: 04de633d-7da5-49f3-b750-bee0a6ebf3da for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:29:10.449822 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f86c94a-d57b-4ddd-bc66-a3ddd1892266 None None] Routers {'04de633d-7da5-49f3-b750-bee0a6ebf3da'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:29:10.450572 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-5f86c94a-d57b-4ddd-bc66-a3ddd1892266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae37fee9b0>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:28:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['04de633d-7da5-49f3-b750-bee0a6ebf3da'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:10.656928 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-7eed3998-3fec-469d-b936-7cb415841195 None None] Set router ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:29:10.679481 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-5f86c94a-d57b-4ddd-bc66-a3ddd1892266 None None] Set router 04de633d-7da5-49f3-b750-bee0a6ebf3da gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:29:10.855207 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e76fb2-b279-4a5c-bf80-54c16561625b None None] New status for floating IP 20aac470-2a90-49be-b6f2-96dacf3659f7: DOWN {{(pid=80263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 14:29:10.904943 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c84de279-3b20-4d4c-8ef5-c699d199c176', 'name': 'network-vif-deleted', 'tag': 'd63b9317-07c9-4a48-be2b-5823afb4f8df'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:29:11.033833 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5af7f0-96d2-43e1-baae-a6bb2f366d2c req-fae9869c-8041-4cd5-922a-9af2aaae5725 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:11.035818 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fa5af7f0-96d2-43e1-baae-a6bb2f366d2c req-fae9869c-8041-4cd5-922a-9af2aaae5725 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.1657424
Nov 19 14:29:11.043157 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7f625f2d-953a-4109-9b93-7e1d96ad6a20 admin admin] Notify callbacks [] for router, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:11.094288 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c84de279-3b20-4d4c-8ef5-c699d199c176', 'name': 'network-vif-deleted', 'tag': 'd63b9317-07c9-4a48-be2b-5823afb4f8df', 'status': 'completed', 'code': 200}
Nov 19 14:29:11.178268 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fa5af7f0-96d2-43e1-baae-a6bb2f366d2c req-82b5f784-128e-47ce-a028-28cce19fba42 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776260
Nov 19 14:29:11.260245 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-7eed3998-3fec-469d-b936-7cb415841195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae37f9eba8>, [{'id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'name': 'tempest-TestMinimumBasicScenario-370453018-router', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:24:58Z', 'updated_at': '2020-11-19T14:29:08Z', 'revision_number': 5, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'gw_port': {'id': '173ab941-c92c-47f0-8d68-74fea8ff9262', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:24:59Z', 'updated_at': '2020-11-19T14:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi'}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:11.265080 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eed3998-3fec-469d-b936-7cb415841195 None None] Checking router: ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a for host: dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:29:11.280815 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 60636) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:29:11.292403 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eed3998-3fec-469d-b936-7cb415841195 None None] Routers {'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:29:11.293095 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-7eed3998-3fec-469d-b936-7cb415841195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae37f9eba8>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:28:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:11.323050 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7f625f2d-953a-4109-9b93-7e1d96ad6a20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:11.332613 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-7f625f2d-953a-4109-9b93-7e1d96ad6a20 admin admin] Deleting port 173ab941-c92c-47f0-8d68-74fea8ff9262 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:29:11.332994 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7f625f2d-953a-4109-9b93-7e1d96ad6a20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:11.408913 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9de1bd6c-7b40-4931-8d81-4d5bcae87bc8 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:11.453930 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9de1bd6c-7b40-4931-8d81-4d5bcae87bc8 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:11.456147 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-5f86c94a-d57b-4ddd-bc66-a3ddd1892266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae37fee9b0>, [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:42Z', 'revision_number': 5, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:11.460985 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f86c94a-d57b-4ddd-bc66-a3ddd1892266 None None] The sync data for ids ['04de633d-7da5-49f3-b750-bee0a6ebf3da'] in dv-cinder-763306-2-iscsi is: [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:42Z', 'revision_number': 5, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:29:11.516082 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9de1bd6c-7b40-4931-8d81-4d5bcae87bc8 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:11.523164 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-943bb952-b499-48f9-add3-fd281a0131b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:11.527632 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-7eed3998-3fec-469d-b936-7cb415841195 None None] Set router ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a gateway port host: None {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:29:11.541864 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de1bd6c-7b40-4931-8d81-4d5bcae87bc8 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c635783-a6cb-4c20-9b65-8f5004e76fcb,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:11.548123 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9de1bd6c-7b40-4931-8d81-4d5bcae87bc8 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:11.553243 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9de1bd6c-7b40-4931-8d81-4d5bcae87bc8 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:11.554608 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-9de1bd6c-7b40-4931-8d81-4d5bcae87bc8 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "DELETE /v2.0/security-groups/4c635783-a6cb-4c20-9b65-8f5004e76fcb HTTP/1.1" status: 204  len: 168 time: 0.2698159
Nov 19 14:29:11.557203 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 60644) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:29:11.578741 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.v2.resource [None req-ce0fb69b-3069-4f44-aa06-5484829b2d17 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] show failed (client error): The resource could not be found.
Nov 19 14:29:11.580529 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-ce0fb69b-3069-4f44-aa06-5484829b2d17 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups/4c635783-a6cb-4c20-9b65-8f5004e76fcb HTTP/1.1" status: 404  len: 347 time: 0.0221403
Nov 19 14:29:11.580650 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-7f625f2d-953a-4109-9b93-7e1d96ad6a20 admin admin] For port 173ab941-c92c-47f0-8d68-74fea8ff9262, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=173ab941-c92c-47f0-8d68-74fea8ff9262,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:29:11.581110 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7f625f2d-953a-4109-9b93-7e1d96ad6a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:11.583485 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 60648) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:29:11.681059 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-7eed3998-3fec-469d-b936-7cb415841195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae37f9eba8>, [{'id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'name': 'tempest-TestMinimumBasicScenario-370453018-router', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:24:58Z', 'updated_at': '2020-11-19T14:29:11Z', 'revision_number': 6, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'gw_port_host': None}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:11.687877 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eed3998-3fec-469d-b936-7cb415841195 None None] The sync data for ids ['ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a'] in dv-cinder-763306-2-iscsi is: [{'id': 'ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a', 'name': 'tempest-TestMinimumBasicScenario-370453018-router', 'tenant_id': 'a698488a965c48439f2885f9f8b20346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:24:58Z', 'updated_at': '2020-11-19T14:29:11Z', 'revision_number': 6, 'project_id': 'a698488a965c48439f2885f9f8b20346', 'gw_port_host': None}] {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:29:11.732794 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-7f625f2d-953a-4109-9b93-7e1d96ad6a20 admin admin] Calling delete_port for 173ab941-c92c-47f0-8d68-74fea8ff9262 owned by network:router_gateway {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:29:11.826030 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-7ee5a23b-ad30-4d3b-85ef-55cbda0c0346 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2134172354&fields=id&tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b HTTP/1.1" status: 200  len: 267 time: 0.1751969
Nov 19 14:29:11.983935 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-49be4a69-25f3-4221-ba02-a9ccbe69930b tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Deleting port e0f8c6dd-f78c-44c9-85d5-9ff5a84a53ae {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:29:11.984255 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-49be4a69-25f3-4221-ba02-a9ccbe69930b tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:12.053427 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c449f138-963a-4ef9-8fed-15a842d3f1ad None None] New status for floating IP d4a55031-0b7b-4f1d-86b4-b660a3a841a4: DOWN {{(pid=80262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 14:29:12.161885 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-d2e6b1f6-12a1-47cf-a397-fc76349dc403 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:12.163559 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-d2e6b1f6-12a1-47cf-a397-fc76349dc403 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/networks?id=9b416137-3e3b-40b3-b21d-851215fb37f8 HTTP/1.1" status: 200  len: 812 time: 0.2058225
Nov 19 14:29:12.175508 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-49be4a69-25f3-4221-ba02-a9ccbe69930b tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:12.175882 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-49be4a69-25f3-4221-ba02-a9ccbe69930b tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for floatingip, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:12.226251 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-034d1d04-dbd2-427c-a622-5e997f91e916 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/quotas/bdec5d3018a2449ba8a5c236f5a7ac0b HTTP/1.1" status: 200  len: 375 time: 0.0318747
Nov 19 14:29:12.275741 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7f625f2d-953a-4109-9b93-7e1d96ad6a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:12.307250 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-49be4a69-25f3-4221-ba02-a9ccbe69930b tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Calling delete_port for e0f8c6dd-f78c-44c9-85d5-9ff5a84a53ae owned by network:floatingip {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:29:12.310536 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:12.367932 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f625f2d-953a-4109-9b93-7e1d96ad6a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=173ab941-c92c-47f0-8d68-74fea8ff9262,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:12.385165 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7f625f2d-953a-4109-9b93-7e1d96ad6a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:12.498042 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b94e0049-9128-412c-9871-05cbd6cf3d7f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Synchronizing usage tracker for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:29:12.529001 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e58458-17ef-4365-acf5-862bbbf097c3 req-0b50b78a-5d41-484b-ab7c-fb13e22e6291 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:12.530543 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-40e58458-17ef-4365-acf5-862bbbf097c3 req-0b50b78a-5d41-484b-ab7c-fb13e22e6291 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.1438179
Nov 19 14:29:12.531823 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-49be4a69-25f3-4221-ba02-a9ccbe69930b tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:12.549835 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3f563fb7-1198-41db-825c-bf70439db3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:12.553152 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b94e0049-9128-412c-9871-05cbd6cf3d7f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Unset dirty status for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:29:12.554628 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b94e0049-9128-412c-9871-05cbd6cf3d7f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3204229
Nov 19 14:29:12.609693 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be4a69-25f3-4221-ba02-a9ccbe69930b tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Pushing event deleted for resources: {'Port': ['ID=e0f8c6dd-f78c-44c9-85d5-9ff5a84a53ae,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:12.625561 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-49be4a69-25f3-4221-ba02-a9ccbe69930b tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:12.672491 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device e04e6797-b80d-4809-bd24-3ad97993e0fd no longer exists at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:29:12.709844 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] No Port match for: e04e6797-b80d-4809-bd24-3ad97993e0fd {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:29:12.710325 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device e04e6797-b80d-4809-bd24-3ad97993e0fd not bound to the agent host dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:29:12.710909 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 173ab941-c92c-47f0-8d68-74fea8ff9262 no longer exists at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:29:12.722454 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-40e58458-17ef-4365-acf5-862bbbf097c3 req-eed1a357-48d8-49b5-82e3-740bd83dae92 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1741340
Nov 19 14:29:12.748782 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] No Port match for: 173ab941-c92c-47f0-8d68-74fea8ff9262 {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:29:12.749728 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 173ab941-c92c-47f0-8d68-74fea8ff9262 not bound to the agent host dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:29:12.756044 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7f625f2d-953a-4109-9b93-7e1d96ad6a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853989509'] for router_gateway, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:12.817406 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-49be4a69-25f3-4221-ba02-a9ccbe69930b tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for floatingip, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:12.835022 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-49be4a69-25f3-4221-ba02-a9ccbe69930b tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:12.836266 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-49be4a69-25f3-4221-ba02-a9ccbe69930b tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "DELETE /v2.0/floatingips/20aac470-2a90-49be-b6f2-96dacf3659f7 HTTP/1.1" status: 204  len: 168 time: 1.2514830
Nov 19 14:29:13.325426 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7f625f2d-953a-4109-9b93-7e1d96ad6a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2775'] for router, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:13.334128 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-357c9eea-ca5a-40fa-ab0a-10968389ead6 service neutron] 10.222.0.35 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7650361
Nov 19 14:29:13.335515 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7f625f2d-953a-4109-9b93-7e1d96ad6a20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:13.405957 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 60658) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:29:13.411959 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-8d5aa9a7-b8f4-4711-8bd2-10e84f6a66f5 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Request body: {'security_group': {'name': 'tempest-securitygroup--211177292', 'description': 'tempest-description--1072173188'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:29:13.418434 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-8d5aa9a7-b8f4-4711-8bd2-10e84f6a66f5 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:29:13.423097 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-8d5aa9a7-b8f4-4711-8bd2-10e84f6a66f5 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Usage tracker for resource:security_group and tenant:e4cdfec880b540fbaaff093eb5b0334c is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:29:13.426253 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-8d5aa9a7-b8f4-4711-8bd2-10e84f6a66f5 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:29:13.432230 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-8d5aa9a7-b8f4-4711-8bd2-10e84f6a66f5 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:29:13.443465 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8d5aa9a7-b8f4-4711-8bd2-10e84f6a66f5 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:13.485035 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-8d5aa9a7-b8f4-4711-8bd2-10e84f6a66f5 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:29:13.489638 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-8d5aa9a7-b8f4-4711-8bd2-10e84f6a66f5 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Usage tracker for resource:security_group_rule and tenant:e4cdfec880b540fbaaff093eb5b0334c is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:29:13.494219 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-8d5aa9a7-b8f4-4711-8bd2-10e84f6a66f5 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:29:13.500202 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-8d5aa9a7-b8f4-4711-8bd2-10e84f6a66f5 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:29:13.519279 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7f625f2d-953a-4109-9b93-7e1d96ad6a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-761817'] for router, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:13.519844 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f625f2d-953a-4109-9b93-7e1d96ad6a20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a {{(pid=80260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 19 14:29:13.552567 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7f625f2d-953a-4109-9b93-7e1d96ad6a20 admin admin] Notify callbacks [] for router, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:13.556501 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-7f625f2d-953a-4109-9b93-7e1d96ad6a20 admin admin] 10.222.0.35 "DELETE /v2.0/routers/ed1baf35-eb12-4fff-8ce5-83c8fcb99a3a HTTP/1.1" status: 204  len: 168 time: 3.1632743
Nov 19 14:29:13.557419 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 60662) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:29:13.563133 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8d5aa9a7-b8f4-4711-8bd2-10e84f6a66f5 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:13.568475 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8d5aa9a7-b8f4-4711-8bd2-10e84f6a66f5 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:13.574237 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-81b482d2-2910-4dc8-9f26-1630bf975331 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:13.619104 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-3b041f79-5e31-4632-99c5-e36c5111fd35 service neutron] 10.222.0.35 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2779109
Nov 19 14:29:13.620469 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5aa9a7-b8f4-4711-8bd2-10e84f6a66f5 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Pushing event updated for resources: {'SecurityGroup': ['ID=e50efda7-af4d-4ce9-88c6-1d10014ea018,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:13.623769 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8d5aa9a7-b8f4-4711-8bd2-10e84f6a66f5 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:13.625368 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8d5aa9a7-b8f4-4711-8bd2-10e84f6a66f5 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:13.627324 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-8d5aa9a7-b8f4-4711-8bd2-10e84f6a66f5 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.2201376
Nov 19 14:29:13.631455 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 60666) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:29:13.640782 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-a1f1f5cb-c1e4-4b7b-8fa4-891790a77fda tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Request body: {'security_group_rule': {'security_group_id': 'e50efda7-af4d-4ce9-88c6-1d10014ea018', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:29:13.647252 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-a1f1f5cb-c1e4-4b7b-8fa4-891790a77fda tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:29:13.649203 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a940c2-1149-4068-a2b1-7d551efe3d64 admin admin] Deleting subnet 84b360f6-0d3c-4e62-9512-ee21754e4615 {{(pid=80260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 14:29:13.652375 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e9a940c2-1149-4068-a2b1-7d551efe3d64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:13.655280 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-a1f1f5cb-c1e4-4b7b-8fa4-891790a77fda tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Usage tracker for resource:security_group_rule and tenant:e4cdfec880b540fbaaff093eb5b0334c is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:29:13.658453 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-a1f1f5cb-c1e4-4b7b-8fa4-891790a77fda tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:29:13.664472 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-a1f1f5cb-c1e4-4b7b-8fa4-891790a77fda tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:29:13.686797 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a1f1f5cb-c1e4-4b7b-8fa4-891790a77fda tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group_rule, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:13.710526 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e9a940c2-1149-4068-a2b1-7d551efe3d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852753230'] for subnet, precommit_delete_associations {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:13.763705 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a1f1f5cb-c1e4-4b7b-8fa4-891790a77fda tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:13.767934 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a1f1f5cb-c1e4-4b7b-8fa4-891790a77fda tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573551'] for security_group_rule, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:13.775760 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:13.796135 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f1f5cb-c1e4-4b7b-8fa4-891790a77fda tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1f2367-2bb4-4eb1-babf-400b86e6b6b5,revision_number=0']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:13.799309 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-a1f1f5cb-c1e4-4b7b-8fa4-891790a77fda tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:13.808160 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a1f1f5cb-c1e4-4b7b-8fa4-891790a77fda tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group_rule, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:13.809649 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-a1f1f5cb-c1e4-4b7b-8fa4-891790a77fda tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1770928
Nov 19 14:29:13.812388 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 60674) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:29:13.818805 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-13e59995-53dc-4680-901b-a5363fce9d22 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Request body: {'security_group_rule': {'security_group_id': 'e50efda7-af4d-4ce9-88c6-1d10014ea018', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:29:13.825350 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-13e59995-53dc-4680-901b-a5363fce9d22 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:29:13.830263 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-13e59995-53dc-4680-901b-a5363fce9d22 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Usage tracker for resource:security_group_rule and tenant:e4cdfec880b540fbaaff093eb5b0334c is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:29:13.833375 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-13e59995-53dc-4680-901b-a5363fce9d22 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:29:13.839376 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-13e59995-53dc-4680-901b-a5363fce9d22 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:29:13.842484 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e9a940c2-1149-4068-a2b1-7d551efe3d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597733'] for subnet, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:13.859181 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-13e59995-53dc-4680-901b-a5363fce9d22 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group_rule, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:14.032934 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-13e59995-53dc-4680-901b-a5363fce9d22 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:14.044394 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a68643-d627-4149-a143-63683d947e05 req-7281d854-315f-41dd-87cf-a477dd1e0bb4 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:14.046110 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-67a68643-d627-4149-a143-63683d947e05 req-7281d854-315f-41dd-87cf-a477dd1e0bb4 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.1248219
Nov 19 14:29:14.046829 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-13e59995-53dc-4680-901b-a5363fce9d22 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573551'] for security_group_rule, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:14.049679 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-df857663-a476-434a-81a0-dcd69d4e248e tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:14.090959 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:14.110223 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e59995-53dc-4680-901b-a5363fce9d22 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891aed36-983d-4ccb-b389-ed5902fb8463,revision_number=0']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:14.120563 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-13e59995-53dc-4680-901b-a5363fce9d22 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:14.148949 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-13e59995-53dc-4680-901b-a5363fce9d22 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group_rule, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:14.149956 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-13e59995-53dc-4680-901b-a5363fce9d22 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3363557
Nov 19 14:29:14.153180 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-67a68643-d627-4149-a143-63683d947e05 req-7861dafa-4f54-4e94-98ab-711fd328df3e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914314
Nov 19 14:29:14.153682 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 60688) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:29:14.159880 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Request body: {'floatingip': {'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:29:14.165871 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:29:14.170833 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Usage tracker for resource:floatingip and tenant:e4cdfec880b540fbaaff093eb5b0334c is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:29:14.174994 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:29:14.181038 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:29:14.181362 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2a362b98-4990-4ea2-8d6d-c5c0f62c1420 req-2a400ed5-801a-488d-ab1c-2e70a6ec9754 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 210 time: 0.0545640
Nov 19 14:29:14.192238 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for floatingip, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:14.202132 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e9a940c2-1149-4068-a2b1-7d551efe3d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851178052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843406185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844143339'] for subnet, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:14.225786 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c646d55a-e95b-4e49-a731-0e27d33281a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:14.265402 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a940c2-1149-4068-a2b1-7d551efe3d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84b360f6-0d3c-4e62-9512-ee21754e4615,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:14.277803 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e9a940c2-1149-4068-a2b1-7d551efe3d64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:14.355537 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:14.370397 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e9a940c2-1149-4068-a2b1-7d551efe3d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for subnet, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:14.379623 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-e9a940c2-1149-4068-a2b1-7d551efe3d64 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/84b360f6-0d3c-4e62-9512-ee21754e4615 HTTP/1.1" status: 204  len: 168 time: 0.8110468
Nov 19 14:29:14.380595 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 60696) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:29:14.381098 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e77df6-0d11-4a88-8f81-65aa08ff809c None None] Network 8f88a655-d10b-41f1-b135-e99197cb340f requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:29:14.512750 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439683'] for network, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:14.591182 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] Deleting port f1d57627-8c3c-477c-bab9-c1a00dffa37a {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:29:14.591182 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:14.670923 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d9b0f9-ad85-4670-bccb-0859363e6b8c None None] DHCP port deletion for 8f88a655-d10b-41f1-b135-e99197cb340f request from dv-cinder-763306-2-iscsi {{(pid=80262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 19 14:29:14.676062 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-07d9b0f9-ad85-4670-bccb-0859363e6b8c None None] Deleting port f1d57627-8c3c-477c-bab9-c1a00dffa37a {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:29:14.676616 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-07d9b0f9-ad85-4670-bccb-0859363e6b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:14.721854 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Allocated IP 172.27.0.238 (30e7e950-b2fa-4cc4-9540-c3d995e774bc/c880977d-f782-4d1f-ba36-7b5f08e013ca/75610c6e-ebe7-4886-9fc7-8877a39cc1e5) {{(pid=80261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:29:14.836983 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] For port f1d57627-8c3c-477c-bab9-c1a00dffa37a, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=f1d57627-8c3c-477c-bab9-c1a00dffa37a,segment=NetworkSegment(14a71fa7-e30a-4b56-b083-c5d4f3d82751),segment_id=14a71fa7-e30a-4b56-b083-c5d4f3d82751)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:29:14.837388 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:14.905190 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-07d9b0f9-ad85-4670-bccb-0859363e6b8c None None] For port f1d57627-8c3c-477c-bab9-c1a00dffa37a, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=f1d57627-8c3c-477c-bab9-c1a00dffa37a,segment=NetworkSegment(14a71fa7-e30a-4b56-b083-c5d4f3d82751),segment_id=14a71fa7-e30a-4b56-b083-c5d4f3d82751)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:29:14.905523 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-07d9b0f9-ad85-4670-bccb-0859363e6b8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:14.918733 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for port, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:14.949163 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:14.966322 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2b2d6741-4aa4-4270-a791-babb05fb41bf tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:15.002888 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] Calling delete_port for f1d57627-8c3c-477c-bab9-c1a00dffa37a owned by network:dhcp {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:29:15.046153 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-07d9b0f9-ad85-4670-bccb-0859363e6b8c None None] Calling delete_port for f1d57627-8c3c-477c-bab9-c1a00dffa37a owned by network:dhcp {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:29:15.090919 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:15.111810 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:15.129140 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Pushing event updated for resources: {'Port': ['ID=75610c6e-ebe7-4886-9fc7-8877a39cc1e5,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:15.132818 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:15.158742 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] Pushing event deleted for resources: {'Port': ['ID=f1d57627-8c3c-477c-bab9-c1a00dffa37a,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:15.171635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:15.184140 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Network 30e7e950-b2fa-4cc4-9540-c3d995e774bc is already hosted by enough agents. {{(pid=80261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:29:15.185412 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Resources bound (agent type, host, resource id):  {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:29:15.188278 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Received port after_create {{(pid=80261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:29:15.198750 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.db.api [None req-07d9b0f9-ad85-4670-bccb-0859363e6b8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 14:29:15.199169 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_db.api [None req-07d9b0f9-ad85-4670-bccb-0859363e6b8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 14:29:15.275887 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] No DVR routers for this DVR port f1d57627-8c3c-477c-bab9-c1a00dffa37a on host dv-cinder-763306-2-iscsi {{(pid=80260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:29:15.287169 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for floatingip, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:15.357896 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:15.419263 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fc751dcb-b6f6-45ad-9e51-1917e340df7d req-26387008-76c9-4388-88fc-e2ca0f849c4f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 210 time: 0.0690625
Nov 19 14:29:15.474957 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3601468', 'neutron.services.segments.db._delete_segments_for_network--9223363262708512184'] for network, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:15.580789 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378766ab-a2c3-4a87-8d95-48fc6242d224 req-717ba693-581e-4093-bbc9-79785821b8f2 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:15.583113 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-378766ab-a2c3-4a87-8d95-48fc6242d224 req-717ba693-581e-4093-bbc9-79785821b8f2 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.2290683
Nov 19 14:29:15.642583 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae372526d8>,) {'filters': {'network_id': ['8f88a655-d10b-41f1-b135-e99197cb340f']}} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:15.700241 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-07d9b0f9-ad85-4670-bccb-0859363e6b8c None None] Deleting port f1d57627-8c3c-477c-bab9-c1a00dffa37a {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:29:15.700969 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-07d9b0f9-ad85-4670-bccb-0859363e6b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:15.715956 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae372526d8>, '14a71fa7-e30a-4b56-b083-c5d4f3d82751') {'for_net_delete': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:15.716303 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae372526d8>, '14a71fa7-e30a-4b56-b083-c5d4f3d82751') {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:15.723586 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-378766ab-a2c3-4a87-8d95-48fc6242d224 req-95115d78-67b7-4021-af1c-a970f2e1f314 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1327536
Nov 19 14:29:15.759631 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262708535224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2022585'] for segment, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:15.770073 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-07d9b0f9-ad85-4670-bccb-0859363e6b8c None None] The port 'f1d57627-8c3c-477c-bab9-c1a00dffa37a' was deleted {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 19 14:29:15.775985 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for port, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:15.779887 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10942143'] for port, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:15.791206 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:15.793851 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 14:29:15.799346 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1bb6a484-7a85-4409-86a6-07771dcb602c tempest-ServerRescueNegativeTestJSON-516270439 tempest-ServerRescueNegativeTestJSON-516270439] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:15.926222 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-0babcc31-16b8-429b-beef-472e920d82ff tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:15.927758 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-0babcc31-16b8-429b-beef-472e920d82ff tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.20 "GET /v2.0/networks?id=9b416137-3e3b-40b3-b21d-851215fb37f8 HTTP/1.1" status: 200  len: 812 time: 0.3488209
Nov 19 14:29:15.946818 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Pushing event updated for resources: {'Port': ['ID=75610c6e-ebe7-4886-9fc7-8877a39cc1e5,revision_number=2']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:15.951277 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:16.052116 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:16.076076 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:16.077601 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9229236
Nov 19 14:29:16.247019 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] Network 8f88a655-d10b-41f1-b135-e99197cb340f has no segments {{(pid=80260) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:29:16.269338 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3544455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11369013'] for segment, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:16.508460 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] Network 8f88a655-d10b-41f1-b135-e99197cb340f has no segments {{(pid=80260) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]: Traceback (most recent call last):
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:     timer()
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:     cb(*args, **kw)
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:     return func(*args, **kwargs)
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:     self._notify()
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:     self.callback(batched_events)
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:     event.method(event)
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:     segment_id)['aggregates'][0]
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:     return f(self, *a, **k)
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self._get(url).json()
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:     **kwargs)
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self.request(url, 'GET', **kwargs)
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:     **endpoint_filter)
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 14:29:16.535419 dv-cinder-763306-2-iscsi neutron-server[80149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 14:29:16.541885 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-5042d637-097b-44b9-a1e9-f94583bf32c0 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--211177292&fields=id&tenant_id=e4cdfec880b540fbaaff093eb5b0334c HTTP/1.1" status: 200  len: 267 time: 0.2998731
Nov 19 14:29:16.548709 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-6e8e9911-28f6-4b34-ba80-f0242de8f7ee tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b HTTP/1.1" status: 200  len: 5087 time: 0.3352594
Nov 19 14:29:16.565034 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-8ce6ee35-e9c2-4883-92e0-67d36be9f52b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Request body: {'port': {'device_id': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'admin_state_up': True, 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'security_groups': ['6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6']}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:29:16.616687 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e38c0fc4-bf9a-4534-b4b7-7d9b9e64d343 req-df6c38fc-28fb-4de0-8cd8-ddeef116315b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 210 time: 0.0531943
Nov 19 14:29:16.676677 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device f1d57627-8c3c-477c-bab9-c1a00dffa37a no longer exists at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:29:16.712410 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] No Port match for: f1d57627-8c3c-477c-bab9-c1a00dffa37a {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:29:16.712794 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device f1d57627-8c3c-477c-bab9-c1a00dffa37a not bound to the agent host dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:29:16.766120 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851174325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:16.847233 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:16.861036 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:16.893177 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] Pushing event deleted for resources: {'Network': ['ID=8f88a655-d10b-41f1-b135-e99197cb340f,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:16.895972 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:16.939994 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] 10.222.0.35 "DELETE /v2.0/networks/8f88a655-d10b-41f1-b135-e99197cb340f HTTP/1.1" status: 204  len: 168 time: 2.5583735
Nov 19 14:29:16.958078 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-6c8a6061-7145-4cee-a9bb-0a7024f5cf45 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:16.959690 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-6c8a6061-7145-4cee-a9bb-0a7024f5cf45 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/networks?id=cdddb518-8cf2-4322-a35f-0e12175bafb1 HTTP/1.1" status: 200  len: 810 time: 0.3988352
Nov 19 14:29:16.960730 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-8ce6ee35-e9c2-4883-92e0-67d36be9f52b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:29:16.978380 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-8ce6ee35-e9c2-4883-92e0-67d36be9f52b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:29:16.988984 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-e55ce1fd-a4e0-4807-8844-4463960b0732 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/quotas/e4cdfec880b540fbaaff093eb5b0334c HTTP/1.1" status: 200  len: 375 time: 0.0209212
Nov 19 14:29:16.991303 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3624346-429a-4f1b-b1bf-f6659bf7c5e9 req-278a7b7f-adba-4cda-871c-4646eee14ae9 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:16.992985 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f3624346-429a-4f1b-b1bf-f6659bf7c5e9 req-278a7b7f-adba-4cda-871c-4646eee14ae9 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.0932298
Nov 19 14:29:16.994517 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-8ce6ee35-e9c2-4883-92e0-67d36be9f52b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Made reservation on behalf of bdec5d3018a2449ba8a5c236f5a7ac0b for: {'port': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:29:17.000827 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-8ce6ee35-e9c2-4883-92e0-67d36be9f52b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:17.052582 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f3624346-429a-4f1b-b1bf-f6659bf7c5e9 req-c5814299-5691-4826-88f9-dccebb8f4369 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494950
Nov 19 14:29:17.156426 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 60726) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:29:17.212213 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-68a646ea-69cb-4192-9a4c-570f9aed2ade admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a698488a965c48439f2885f9f8b20346&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0516987
Nov 19 14:29:17.212637 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 60730) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:29:17.221460 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-c6d1e59b-6329-4f63-92e5-f7deed49f50e tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?tenant_id=e4cdfec880b540fbaaff093eb5b0334c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2093987
Nov 19 14:29:17.279269 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9676410f-7f3a-4412-b473-b9c08fdcadc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:17.306668 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9676410f-7f3a-4412-b473-b9c08fdcadc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:17.348790 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 09b7b3dd-800b-4ace-94d9-112d17e75484 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:29:17.356427 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9676410f-7f3a-4412-b473-b9c08fdcadc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:17.361596 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-bf8dfd6e-daff-49f4-b8be-e3e24096c794 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:17.375359 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9676410f-7f3a-4412-b473-b9c08fdcadc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d3be61-6f48-4820-9038-dfb52841e906,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:17.378176 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9676410f-7f3a-4412-b473-b9c08fdcadc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:17.385998 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9676410f-7f3a-4412-b473-b9c08fdcadc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:17.389817 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-9676410f-7f3a-4412-b473-b9c08fdcadc5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8d3be61-6f48-4820-9038-dfb52841e906 HTTP/1.1" status: 204  len: 168 time: 0.1759660
Nov 19 14:29:17.435325 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 09b7b3dd-800b-4ace-94d9-112d17e75484 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:29:17.435759 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:17.499236 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-d9ae4ca3-6a9e-492f-b111-f2bfeb4eb89e service neutron] 10.222.0.35 "GET /v2.0/networks/cdddb518-8cf2-4322-a35f-0e12175bafb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2653837
Nov 19 14:29:17.563610 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-8ce6ee35-e9c2-4883-92e0-67d36be9f52b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Allocated IP 172.20.0.11 (9b416137-3e3b-40b3-b21d-851215fb37f8/a2113208-37bc-4c5f-8350-aa5f4257d1f0/5b1db8cc-e929-42f4-bc1f-38791b4558f7) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:29:17.722349 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-014e9259-faab-4fd3-9335-5793880cfc1b service neutron] 10.222.0.35 "GET /v2.0/networks/cdddb518-8cf2-4322-a35f-0e12175bafb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2148907
Nov 19 14:29:17.919510 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-8ce6ee35-e9c2-4883-92e0-67d36be9f52b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:17.992131 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2328eaba-1447-44c1-bd6d-ccdbb20bbf49 req-03d8295f-9bf4-44c6-8c5c-2d5aae41e2a8 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 210 time: 0.0605149
Nov 19 14:29:18.005072 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-8ce6ee35-e9c2-4883-92e0-67d36be9f52b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Transition to ACTIVE for port object 5b1db8cc-e929-42f4-bc1f-38791b4558f7 will not be triggered until provisioned by entity DHCP. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:29:18.046359 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-8ce6ee35-e9c2-4883-92e0-67d36be9f52b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:18.052620 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c9a6779b-5da7-41db-bec4-71c56cd1ee38 req-8521aa18-c985-4567-bca9-a79cf6e5bd65 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 210 time: 0.2917945
Nov 19 14:29:18.064022 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:18.215175 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6ee35-e9c2-4883-92e0-67d36be9f52b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Pushing event updated for resources: {'Port': ['ID=5b1db8cc-e929-42f4-bc1f-38791b4558f7,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:18.218939 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8ce6ee35-e9c2-4883-92e0-67d36be9f52b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:18.334753 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd23bc-53c8-4571-9040-a0b57fcbacf2 req-97c1d39c-fc2f-432f-b5ec-1ea244d75a7f tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:18.336379 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0ccd23bc-53c8-4571-9040-a0b57fcbacf2 req-97c1d39c-fc2f-432f-b5ec-1ea244d75a7f tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.1252065
Nov 19 14:29:18.338283 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-8ce6ee35-e9c2-4883-92e0-67d36be9f52b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Network 9b416137-3e3b-40b3-b21d-851215fb37f8 is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:29:18.339481 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-8ce6ee35-e9c2-4883-92e0-67d36be9f52b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:29:18.341592 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-8ce6ee35-e9c2-4883-92e0-67d36be9f52b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:29:18.443912 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-8ce6ee35-e9c2-4883-92e0-67d36be9f52b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:18.444597 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-8ce6ee35-e9c2-4883-92e0-67d36be9f52b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:18.462051 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0ccd23bc-53c8-4571-9040-a0b57fcbacf2 req-7d4a6b37-a17e-4ee9-93a5-f35487f00157 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0856273
Nov 19 14:29:18.477009 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-8ce6ee35-e9c2-4883-92e0-67d36be9f52b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9165847
Nov 19 14:29:18.528246 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Request body: {'port': {'device_id': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:29:18.582474 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-43dddd1e-bcce-43aa-bb89-b872e2ec1bf1 None None] Provisioning for port 5b1db8cc-e929-42f4-bc1f-38791b4558f7 completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:29:18.588196 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-43dddd1e-bcce-43aa-bb89-b872e2ec1bf1 None None] Provisioning complete for port 5b1db8cc-e929-42f4-bc1f-38791b4558f7 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:29:18.588666 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-43dddd1e-bcce-43aa-bb89-b872e2ec1bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:18.643638 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-43dddd1e-bcce-43aa-bb89-b872e2ec1bf1 None None] Port 5b1db8cc-e929-42f4-bc1f-38791b4558f7 cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:29:18.658135 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:19.202776 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-b723d685-c73c-48f1-bfa2-fe3923ad5373 req-e7b4349b-a06c-4dc7-a883-ea42607ed4c0 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Synchronizing usage tracker for tenant:e4cdfec880b540fbaaff093eb5b0334c on resource:port {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:29:19.217935 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-b723d685-c73c-48f1-bfa2-fe3923ad5373 req-e7b4349b-a06c-4dc7-a883-ea42607ed4c0 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Unset dirty status for tenant:e4cdfec880b540fbaaff093eb5b0334c on resource:port {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:29:19.219968 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b723d685-c73c-48f1-bfa2-fe3923ad5373 req-e7b4349b-a06c-4dc7-a883-ea42607ed4c0 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 210 time: 0.0717788
Nov 19 14:29:19.506351 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-b4e685d1-c146-4d33-b965-d0ec3d55729e tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:19.507854 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-b4e685d1-c146-4d33-b965-d0ec3d55729e tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.20 "GET /v2.0/networks?id=cdddb518-8cf2-4322-a35f-0e12175bafb1 HTTP/1.1" status: 200  len: 810 time: 0.3151674
Nov 19 14:29:19.515629 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fbd078-1193-459c-a981-48c6aeb7e5c1 req-34f30ceb-d4d2-4893-927a-e4db0c9c930d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:19.516895 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-60fbd078-1193-459c-a981-48c6aeb7e5c1 req-34f30ceb-d4d2-4893-927a-e4db0c9c930d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Synchronizing usage tracker for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:29:19.524268 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b1db8cc-e929-42f4-bc1f-38791b4558f7 {{(pid=80260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 14:29:19.536289 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:19.573982 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Transition to ACTIVE for port object 5b1db8cc-e929-42f4-bc1f-38791b4558f7 will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:29:19.583193 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-60fbd078-1193-459c-a981-48c6aeb7e5c1 req-34f30ceb-d4d2-4893-927a-e4db0c9c930d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Unset dirty status for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:29:19.584463 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-60fbd078-1193-459c-a981-48c6aeb7e5c1 req-34f30ceb-d4d2-4893-927a-e4db0c9c930d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 932 time: 0.3905098
Nov 19 14:29:19.586888 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:19.607685 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:19.694318 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418bd2f-fecb-4bf3-aa64-e4620e337a22 req-5beff31d-b232-43c0-bef2-f2b55876dd4b tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:19.696145 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5418bd2f-fecb-4bf3-aa64-e4620e337a22 req-5beff31d-b232-43c0-bef2-f2b55876dd4b tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.0846486
Nov 19 14:29:19.744625 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5418bd2f-fecb-4bf3-aa64-e4620e337a22 req-f4e6d6e4-eb3d-48d1-b919-a1398b3130ce tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424232
Nov 19 14:29:19.793641 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1db8cc-e929-42f4-bc1f-38791b4558f7,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:19.808119 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:19.823895 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-c85cc0d3-9190-4e99-a90c-f8265548bd41 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e4cdfec880b540fbaaff093eb5b0334c HTTP/1.1" status: 200  len: 5044 time: 0.2914369
Nov 19 14:29:19.837370 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-e071f4f0-a0d1-4e2e-8be6-46544b86c230 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Request body: {'port': {'device_id': 'da045fd1-981d-4c21-b8ac-fa6dabedd0cd', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'admin_state_up': True, 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'security_groups': ['e50efda7-af4d-4ce9-88c6-1d10014ea018']}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:29:19.853720 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-60fbd078-1193-459c-a981-48c6aeb7e5c1 req-efe101a8-99bb-4f3c-b6cc-cf4a8398e013 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2492275
Nov 19 14:29:20.073652 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-e071f4f0-a0d1-4e2e-8be6-46544b86c230 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:29:20.130358 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-e071f4f0-a0d1-4e2e-8be6-46544b86c230 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:29:20.148939 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-e071f4f0-a0d1-4e2e-8be6-46544b86c230 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Made reservation on behalf of e4cdfec880b540fbaaff093eb5b0334c for: {'port': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:29:20.154449 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-e071f4f0-a0d1-4e2e-8be6-46544b86c230 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:20.197191 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Attempting to bind port 5b1db8cc-e929-42f4-bc1f-38791b4558f7 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:29:20.197572 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Attempting to bind port 5b1db8cc-e929-42f4-bc1f-38791b4558f7 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:29:20.197943 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Attempting to bind port 5b1db8cc-e929-42f4-bc1f-38791b4558f7 on network 9b416137-3e3b-40b3-b21d-851215fb37f8 {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:29:20.232180 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Checking agent: {'id': 'd378d45e-d3db-4cef-bd1d-68c8d9116f29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 21, 43), 'started_at': datetime.datetime(2020, 11, 19, 14, 22, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:29:20.232678 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Checking segment: {'id': 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:29:20.232952 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:20.233361 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Bound using segment: {'id': 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:29:20.233844 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Bound port: 5b1db8cc-e929-42f4-bc1f-38791b4558f7, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:29:20.234227 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:20.398844 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e334bce5-a20d-4186-a87a-e63c329ba241 req-027d52c7-b238-4505-a41b-1612c9d4aecf tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 210 time: 0.0488667
Nov 19 14:29:20.481831 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] For port 5b1db8cc-e929-42f4-bc1f-38791b4558f7, host hv-cinder-76330, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:29:20.500304 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] For port 5b1db8cc-e929-42f4-bc1f-38791b4558f7, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5b1db8cc-e929-42f4-bc1f-38791b4558f7,segment=NetworkSegment(b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795),segment_id=b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:29:20.505802 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:20.523843 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-496e9829-c8eb-47e4-acbf-db134d928da6 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:20.742248 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-e071f4f0-a0d1-4e2e-8be6-46544b86c230 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Allocated IP 172.20.0.13 (cdddb518-8cf2-4322-a35f-0e12175bafb1/ce705c2c-2ed4-4025-aa9f-42e56e9aa635/52d753cb-0990-4664-bf11-b3c7b87e24a7) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:29:20.759835 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1db8cc-e929-42f4-bc1f-38791b4558f7,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:20.766390 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:20.867720 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:20.869256 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] 10.222.0.20 "PUT /v2.0/ports/5b1db8cc-e929-42f4-bc1f-38791b4558f7 HTTP/1.1" status: 200  len: 1158 time: 2.3467786
Nov 19 14:29:20.869817 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'tag': '5b1db8cc-e929-42f4-bc1f-38791b4558f7'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:29:20.975302 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'tag': '5b1db8cc-e929-42f4-bc1f-38791b4558f7', 'status': 'completed', 'code': 200}
Nov 19 14:29:21.165613 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843768b3-b2b3-4d72-a68e-05bdeaae4ea1 req-5cda3654-43e8-4fd1-a340-9b659a925e9a tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:21.167289 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-843768b3-b2b3-4d72-a68e-05bdeaae4ea1 req-5cda3654-43e8-4fd1-a340-9b659a925e9a tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 944 time: 0.0922587
Nov 19 14:29:21.172436 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-e071f4f0-a0d1-4e2e-8be6-46544b86c230 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:21.205090 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-e071f4f0-a0d1-4e2e-8be6-46544b86c230 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Transition to ACTIVE for port object 52d753cb-0990-4664-bf11-b3c7b87e24a7 will not be triggered until provisioned by entity DHCP. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:29:21.215346 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a0dbf-08ec-46a1-86fa-3cfd609e2b5a req-c94096f2-da7e-4bee-a71d-4ed014c31288 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:21.219074 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b04a0dbf-08ec-46a1-86fa-3cfd609e2b5a req-c94096f2-da7e-4bee-a71d-4ed014c31288 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.2469761
Nov 19 14:29:21.232535 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-90df4c5d-2bac-48d3-9f8a-7fa94f2db824 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b&device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 1161 time: 0.2591882
Nov 19 14:29:21.233204 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-843768b3-b2b3-4d72-a68e-05bdeaae4ea1 req-24180404-1365-418c-9ac1-0695b9f2dbac tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0564768
Nov 19 14:29:21.338148 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-011b9617-938b-4581-9076-1f7873939cf7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b1db8cc-e929-42f4-bc1f-38791b4558f7 HTTP/1.1" status: 200  len: 217 time: 0.0842557
Nov 19 14:29:21.348167 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-e071f4f0-a0d1-4e2e-8be6-46544b86c230 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:21.404196 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:21.477774 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b04a0dbf-08ec-46a1-86fa-3cfd609e2b5a req-d385568f-cddd-4c7f-8bf6-dffd9f4f4774 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2519138
Nov 19 14:29:21.702224 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c735e8-087f-4676-8a5a-b093cf078947 req-81c77e8b-e061-4469-8830-9d9fa18b32fb tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:21.704643 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a9c735e8-087f-4676-8a5a-b093cf078947 req-81c77e8b-e061-4469-8830-9d9fa18b32fb tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 932 time: 0.1142569
Nov 19 14:29:21.758361 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-a9c735e8-087f-4676-8a5a-b093cf078947 req-5c7c2974-315e-42f4-b661-7c9f36799f3d tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Synchronizing usage tracker for tenant:e4cdfec880b540fbaaff093eb5b0334c on resource:security_group {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:29:21.778081 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-a9c735e8-087f-4676-8a5a-b093cf078947 req-5c7c2974-315e-42f4-b661-7c9f36799f3d tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Unset dirty status for tenant:e4cdfec880b540fbaaff093eb5b0334c on resource:security_group {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:29:21.789476 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a9c735e8-087f-4676-8a5a-b093cf078947 req-5c7c2974-315e-42f4-b661-7c9f36799f3d tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=e50efda7-af4d-4ce9-88c6-1d10014ea018&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0782073
Nov 19 14:29:21.825676 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-f6e945e7-6257-4041-bdcd-cc405939ae16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:21.827313 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-f6e945e7-6257-4041-bdcd-cc405939ae16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2113208-37bc-4c5f-8350-aa5f4257d1f0 HTTP/1.1" status: 200  len: 851 time: 0.4807706
Nov 19 14:29:21.844313 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071f4f0-a0d1-4e2e-8be6-46544b86c230 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Pushing event updated for resources: {'Port': ['ID=52d753cb-0990-4664-bf11-b3c7b87e24a7,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:21.910056 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e071f4f0-a0d1-4e2e-8be6-46544b86c230 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:21.978167 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-94829028-d1fb-42c7-a690-f177ef30a0a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b416137-3e3b-40b3-b21d-851215fb37f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1372259
Nov 19 14:29:21.981351 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-e071f4f0-a0d1-4e2e-8be6-46544b86c230 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Network cdddb518-8cf2-4322-a35f-0e12175bafb1 is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:29:21.982709 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-e071f4f0-a0d1-4e2e-8be6-46544b86c230 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:29:21.986171 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-e071f4f0-a0d1-4e2e-8be6-46544b86c230 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:29:22.163161 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-e071f4f0-a0d1-4e2e-8be6-46544b86c230 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:22.163875 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-e071f4f0-a0d1-4e2e-8be6-46544b86c230 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:22.221697 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-e071f4f0-a0d1-4e2e-8be6-46544b86c230 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3901095
Nov 19 14:29:22.230587 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-c3e2f2e5-4455-4516-ae32-1efe897c7d80 service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2096736
Nov 19 14:29:22.246256 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-370e248a-339b-4163-94ba-78920dc6b45c None None] Provisioning for port 52d753cb-0990-4664-bf11-b3c7b87e24a7 completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:29:22.248922 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Request body: {'port': {'device_id': 'da045fd1-981d-4c21-b8ac-fa6dabedd0cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:29:22.253151 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-370e248a-339b-4163-94ba-78920dc6b45c None None] Provisioning complete for port 52d753cb-0990-4664-bf11-b3c7b87e24a7 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:29:22.253770 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-370e248a-339b-4163-94ba-78920dc6b45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:22.320854 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-370e248a-339b-4163-94ba-78920dc6b45c None None] Port 52d753cb-0990-4664-bf11-b3c7b87e24a7 cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:29:22.575793 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7b0db9a4-3867-4d84-9f7f-145347cd5dc6 req-228e01f7-7d71-4321-ac57-b97ba2b8ffd6 service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3320971
Nov 19 14:29:22.589828 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:22.617193 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9867a85-3ef4-47ea-bbf3-457d9641e833 req-9bad8033-b57a-4c1d-a2b8-764d88afa3ba tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:22.624710 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e9867a85-3ef4-47ea-bbf3-457d9641e833 req-9bad8033-b57a-4c1d-a2b8-764d88afa3ba tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 944 time: 0.2224848
Nov 19 14:29:22.748278 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925686c6-2ebe-4b11-a505-82935f74c9c2 req-56e1a904-7032-4f18-9399-184787dee411 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:22.749915 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-925686c6-2ebe-4b11-a505-82935f74c9c2 req-56e1a904-7032-4f18-9399-184787dee411 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.0974283
Nov 19 14:29:22.792462 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e9867a85-3ef4-47ea-bbf3-457d9641e833 req-8b294517-6a24-487a-abdb-bd748f8a9635 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1666889
Nov 19 14:29:22.815252 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-925686c6-2ebe-4b11-a505-82935f74c9c2 req-945cefd8-12ef-4a1a-9bad-ebc081aa9437 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570736
Nov 19 14:29:23.013904 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f258bef4-1175-4a73-ad02-a136918c81ae req-a62d806c-2a8f-4e17-9c2d-e7601ed6566b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b&device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 1161 time: 0.3196170
Nov 19 14:29:23.305997 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d1296-9f97-40fb-95bf-501fad51524d req-e000138e-e652-497b-b75e-f5bd3c3817d4 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:23.306713 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-c79d1296-9f97-40fb-95bf-501fad51524d req-e000138e-e652-497b-b75e-f5bd3c3817d4 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Synchronizing usage tracker for tenant:e4cdfec880b540fbaaff093eb5b0334c on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:29:23.334460 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258bef4-1175-4a73-ad02-a136918c81ae req-9239f565-52dd-48e2-b560-f781a64682ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:23.336080 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f258bef4-1175-4a73-ad02-a136918c81ae req-9239f565-52dd-48e2-b560-f781a64682ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b416137-3e3b-40b3-b21d-851215fb37f8 HTTP/1.1" status: 200  len: 906 time: 0.3133683
Nov 19 14:29:23.411438 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-c79d1296-9f97-40fb-95bf-501fad51524d req-e000138e-e652-497b-b75e-f5bd3c3817d4 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Unset dirty status for tenant:e4cdfec880b540fbaaff093eb5b0334c on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:29:23.412733 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c79d1296-9f97-40fb-95bf-501fad51524d req-e000138e-e652-497b-b75e-f5bd3c3817d4 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 932 time: 0.4643598
Nov 19 14:29:23.440686 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f258bef4-1175-4a73-ad02-a136918c81ae req-d09776ed-41f1-4a28-8642-c90b7069f175 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b1db8cc-e929-42f4-bc1f-38791b4558f7 HTTP/1.1" status: 200  len: 217 time: 0.0947204
Nov 19 14:29:23.591980 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c79d1296-9f97-40fb-95bf-501fad51524d req-b95177c4-320a-42fd-8fa8-57227a92e78c tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=e50efda7-af4d-4ce9-88c6-1d10014ea018&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1695335
Nov 19 14:29:23.601249 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258bef4-1175-4a73-ad02-a136918c81ae req-f4f2ed50-f71b-44d3-a8b6-c9974f04e834 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:23.602869 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f258bef4-1175-4a73-ad02-a136918c81ae req-f4f2ed50-f71b-44d3-a8b6-c9974f04e834 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2113208-37bc-4c5f-8350-aa5f4257d1f0 HTTP/1.1" status: 200  len: 851 time: 0.1521921
Nov 19 14:29:23.607374 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d753cb-0990-4664-bf11-b3c7b87e24a7 {{(pid=80260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 14:29:23.657521 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:23.685389 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Transition to ACTIVE for port object 52d753cb-0990-4664-bf11-b3c7b87e24a7 will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:29:23.694376 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:23.714343 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-127ec510-5279-4531-926a-73a18b754b26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:23.856872 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f258bef4-1175-4a73-ad02-a136918c81ae req-42ce101a-d5b5-4c1b-aa44-37fc89597873 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b416137-3e3b-40b3-b21d-851215fb37f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2443759
Nov 19 14:29:23.871426 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Pushing event updated for resources: {'Port': ['ID=52d753cb-0990-4664-bf11-b3c7b87e24a7,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:23.884964 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:24.063564 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744297ef-25fa-4ced-abb0-c0dc70ab57a8 req-22896f77-038c-4106-a81f-24f50bc027a0 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:24.065290 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-744297ef-25fa-4ced-abb0-c0dc70ab57a8 req-22896f77-038c-4106-a81f-24f50bc027a0 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 944 time: 0.1287694
Nov 19 14:29:24.124855 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-744297ef-25fa-4ced-abb0-c0dc70ab57a8 req-5d0e2d91-0318-4897-83a2-66f45241643a tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0512352
Nov 19 14:29:24.469271 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f258bef4-1175-4a73-ad02-a136918c81ae req-0206ae1b-8816-4ba9-a3ec-fcc427e6c951 service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5943952
Nov 19 14:29:24.564544 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd539740-82c9-4d24-b86f-0376a31b214a req-1ed41a41-c429-4be6-b120-72fbf08b9cfe tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:24.566307 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dd539740-82c9-4d24-b86f-0376a31b214a req-1ed41a41-c429-4be6-b120-72fbf08b9cfe tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.5593753
Nov 19 14:29:24.764361 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Attempting to bind port 52d753cb-0990-4664-bf11-b3c7b87e24a7 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:29:24.764686 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Attempting to bind port 52d753cb-0990-4664-bf11-b3c7b87e24a7 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'f5e9c60a-4a26-44b0-86a6-f78ad9885ef8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:29:24.765021 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Attempting to bind port 52d753cb-0990-4664-bf11-b3c7b87e24a7 on network cdddb518-8cf2-4322-a35f-0e12175bafb1 {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:29:24.777416 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dd539740-82c9-4d24-b86f-0376a31b214a req-0f869d8a-82f5-48a8-8ef7-50e3556b3b97 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1858261
Nov 19 14:29:24.784110 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f258bef4-1175-4a73-ad02-a136918c81ae req-a78af483-e37c-4b6a-b276-7a92e43d3aba service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3055465
Nov 19 14:29:24.786123 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Checking agent: {'id': 'd378d45e-d3db-4cef-bd1d-68c8d9116f29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 21, 43), 'started_at': datetime.datetime(2020, 11, 19, 14, 22, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:29:24.786508 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Checking segment: {'id': 'f5e9c60a-4a26-44b0-86a6-f78ad9885ef8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:29:24.786948 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:24.787353 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Bound using segment: {'id': 'f5e9c60a-4a26-44b0-86a6-f78ad9885ef8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:29:24.787849 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Bound port: 52d753cb-0990-4664-bf11-b3c7b87e24a7, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e9c60a-4a26-44b0-86a6-f78ad9885ef8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:29:24.788238 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:24.855575 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb614c-8d19-44f0-9c60-34c05bb90978 req-726e1652-55ac-4e19-994f-24189c68540e tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:24.857326 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c4fb614c-8d19-44f0-9c60-34c05bb90978 req-726e1652-55ac-4e19-994f-24189c68540e tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 944 time: 0.1119130
Nov 19 14:29:24.895823 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] For port 52d753cb-0990-4664-bf11-b3c7b87e24a7, host hv-cinder-76330, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:29:24.899435 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] For port 52d753cb-0990-4664-bf11-b3c7b87e24a7, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=52d753cb-0990-4664-bf11-b3c7b87e24a7,segment=NetworkSegment(f5e9c60a-4a26-44b0-86a6-f78ad9885ef8),segment_id=f5e9c60a-4a26-44b0-86a6-f78ad9885ef8)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:29:24.907915 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:24.936860 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c4fb614c-8d19-44f0-9c60-34c05bb90978 req-2ca0731a-fcf5-40c9-8577-b4153abeebb8 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=e50efda7-af4d-4ce9-88c6-1d10014ea018&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719149
Nov 19 14:29:24.938163 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-28ad29d3-98d9-4660-afe2-8e2faf96c5b3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:25.117148 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Pushing event updated for resources: {'Port': ['ID=52d753cb-0990-4664-bf11-b3c7b87e24a7,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:25.122016 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:25.155944 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:25.158006 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] 10.222.0.20 "PUT /v2.0/ports/52d753cb-0990-4664-bf11-b3c7b87e24a7 HTTP/1.1" status: 200  len: 1158 time: 2.9158263
Nov 19 14:29:25.158567 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da045fd1-981d-4c21-b8ac-fa6dabedd0cd', 'tag': '52d753cb-0990-4664-bf11-b3c7b87e24a7'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:29:25.295451 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da045fd1-981d-4c21-b8ac-fa6dabedd0cd', 'tag': '52d753cb-0990-4664-bf11-b3c7b87e24a7', 'status': 'completed', 'code': 200}
Nov 19 14:29:25.407363 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-7b15367c-d653-4e55-8639-55c8bcaa3681 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4cdfec880b540fbaaff093eb5b0334c&device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 1161 time: 0.1793301
Nov 19 14:29:25.427697 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade7772-fb07-40d5-be76-a631ac23f953 req-36a1d536-bd2e-4f8a-8371-cb93cb7efc34 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:25.429790 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5ade7772-fb07-40d5-be76-a631ac23f953 req-36a1d536-bd2e-4f8a-8371-cb93cb7efc34 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 944 time: 0.1115100
Nov 19 14:29:25.519886 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b1a25ac0-a31e-408e-8837-cc0fcfd01def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:25.532025 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-efbd149b-b846-4be8-8654-6a7c2286c67f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52d753cb-0990-4664-bf11-b3c7b87e24a7 HTTP/1.1" status: 200  len: 217 time: 0.1010764
Nov 19 14:29:25.616355 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5ade7772-fb07-40d5-be76-a631ac23f953 req-1a7cb91a-89ca-4f31-a515-1caecd28ae57 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1231496
Nov 19 14:29:25.629658 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-ac78a55c-9e0a-4010-bde7-f60e25d968eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:25.631281 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-ac78a55c-9e0a-4010-bde7-f60e25d968eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce705c2c-2ed4-4025-aa9f-42e56e9aa635 HTTP/1.1" status: 200  len: 849 time: 0.0899684
Nov 19 14:29:25.724410 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-326a56ab-1d17-4c9e-b2d9-79b9128ca941 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cdddb518-8cf2-4322-a35f-0e12175bafb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832977
Nov 19 14:29:25.908133 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-b3be6d3a-066f-4361-88b6-316cfd4a9a9b service neutron] 10.222.0.20 "GET /v2.0/networks/cdddb518-8cf2-4322-a35f-0e12175bafb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1768470
Nov 19 14:29:26.092022 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b69c8f-7062-4491-87f0-6fa1f377fa74 req-77c0e70d-73c3-4c73-af0d-ee03f92d0edd tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:26.097360 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-06b69c8f-7062-4491-87f0-6fa1f377fa74 req-77c0e70d-73c3-4c73-af0d-ee03f92d0edd tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.1290066
Nov 19 14:29:26.163979 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ad3b09d0-4c19-43d9-a78b-b8c735967a65 req-d6d34398-00cc-419a-81d8-3fe15d8cdcbc service neutron] 10.222.0.20 "GET /v2.0/networks/cdddb518-8cf2-4322-a35f-0e12175bafb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2491245
Nov 19 14:29:26.167315 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-06b69c8f-7062-4491-87f0-6fa1f377fa74 req-0f5119ad-6f3e-4282-aefb-339d62c68314 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623384
Nov 19 14:29:26.217722 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971dd724-d8ef-4579-a96b-70b290653231 req-09bc7232-8014-4d1d-aada-f345cc1ed54a tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:26.220130 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-971dd724-d8ef-4579-a96b-70b290653231 req-09bc7232-8014-4d1d-aada-f345cc1ed54a tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 944 time: 0.1386445
Nov 19 14:29:26.336583 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-971dd724-d8ef-4579-a96b-70b290653231 req-4f1eef96-389e-465a-b27a-1c1d04be5eae tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=e50efda7-af4d-4ce9-88c6-1d10014ea018&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1096120
Nov 19 14:29:26.361532 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7200a561-99d5-4b84-8a33-13dc56dcc864 req-80743a75-5ae1-4455-b3b3-39c12c268c86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4cdfec880b540fbaaff093eb5b0334c&device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 1161 time: 0.1001005
Nov 19 14:29:26.523364 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200a561-99d5-4b84-8a33-13dc56dcc864 req-4c6632d8-3881-438b-8382-8ce6deffe8b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:26.524977 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7200a561-99d5-4b84-8a33-13dc56dcc864 req-4c6632d8-3881-438b-8382-8ce6deffe8b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cdddb518-8cf2-4322-a35f-0e12175bafb1 HTTP/1.1" status: 200  len: 904 time: 0.1557684
Nov 19 14:29:26.600078 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7200a561-99d5-4b84-8a33-13dc56dcc864 req-f6466086-9e34-4a82-88c6-6285320bdf7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52d753cb-0990-4664-bf11-b3c7b87e24a7 HTTP/1.1" status: 200  len: 217 time: 0.0680695
Nov 19 14:29:26.678677 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200a561-99d5-4b84-8a33-13dc56dcc864 req-9a4bf6d4-0d97-4c07-9439-dd6320849a83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:26.680292 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7200a561-99d5-4b84-8a33-13dc56dcc864 req-9a4bf6d4-0d97-4c07-9439-dd6320849a83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce705c2c-2ed4-4025-aa9f-42e56e9aa635 HTTP/1.1" status: 200  len: 849 time: 0.0729480
Nov 19 14:29:26.787270 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7200a561-99d5-4b84-8a33-13dc56dcc864 req-fdc92096-5f4b-43a8-977d-deebee3fc8d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cdddb518-8cf2-4322-a35f-0e12175bafb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0992012
Nov 19 14:29:26.871214 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be8121a-5da3-4e73-b545-4ef79374bd81 req-4b52bdc3-fa31-4885-8ac2-cd7b43a0d8e4 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:26.891307 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4be8121a-5da3-4e73-b545-4ef79374bd81 req-4b52bdc3-fa31-4885-8ac2-cd7b43a0d8e4 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 944 time: 0.1258171
Nov 19 14:29:26.966031 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4be8121a-5da3-4e73-b545-4ef79374bd81 req-748ee4b2-3359-4dd7-a9b2-fc37fb71a764 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0732858
Nov 19 14:29:26.971683 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7200a561-99d5-4b84-8a33-13dc56dcc864 req-883d275d-da0d-43ec-90d3-bc754eef3c6b service neutron] 10.222.0.20 "GET /v2.0/networks/cdddb518-8cf2-4322-a35f-0e12175bafb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1766367
Nov 19 14:29:27.143913 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7200a561-99d5-4b84-8a33-13dc56dcc864 req-e2f7a7b2-3256-4691-be24-fc03cef64195 service neutron] 10.222.0.20 "GET /v2.0/networks/cdddb518-8cf2-4322-a35f-0e12175bafb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1620247
Nov 19 14:29:27.414132 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43bfc9-7e22-478d-b438-092ceccd3955 req-52bef0f4-f237-45e2-a215-aa7202aa3800 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:27.415929 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4d43bfc9-7e22-478d-b438-092ceccd3955 req-52bef0f4-f237-45e2-a215-aa7202aa3800 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.0989082
Nov 19 14:29:27.485295 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4d43bfc9-7e22-478d-b438-092ceccd3955 req-49dbc6d0-3c51-4c2f-9136-b5edbcd69e5b tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626583
Nov 19 14:29:27.610885 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038634e-60f7-428b-9b86-eb09ac9aa8b6 req-3d93aae0-6ebb-43bc-9575-5c6103919e8a tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:27.612644 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f038634e-60f7-428b-9b86-eb09ac9aa8b6 req-3d93aae0-6ebb-43bc-9575-5c6103919e8a tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 944 time: 0.1194770
Nov 19 14:29:27.666452 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f038634e-60f7-428b-9b86-eb09ac9aa8b6 req-abc179e3-6f2b-453e-9359-7ae704c78cba tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=e50efda7-af4d-4ce9-88c6-1d10014ea018&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467176
Nov 19 14:29:28.198650 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb3f60-f90c-4b7c-8d18-31452c31a34a req-7cffbaee-50bb-45e7-9586-3079920b5d14 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:28.200557 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0bfb3f60-f90c-4b7c-8d18-31452c31a34a req-7cffbaee-50bb-45e7-9586-3079920b5d14 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 944 time: 0.0917137
Nov 19 14:29:28.201178 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0229e60a-d904-4562-89e9-f2f12fc982e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:28.254904 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0bfb3f60-f90c-4b7c-8d18-31452c31a34a req-d153b856-aa81-4271-9e86-422f0044181e tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0450468
Nov 19 14:29:28.766590 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54681c0e-9e16-4fe7-b74c-6fba72284dcc req-cf78b882-a7d4-46a3-9a1d-8126ad2df386 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:28.773096 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-54681c0e-9e16-4fe7-b74c-6fba72284dcc req-cf78b882-a7d4-46a3-9a1d-8126ad2df386 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.1233685
Nov 19 14:29:28.808115 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:28.835409 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-54681c0e-9e16-4fe7-b74c-6fba72284dcc req-decd1044-8c38-4613-aa35-38b6c0eb19df tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593727
Nov 19 14:29:28.920026 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c24526-3928-4307-adc9-8fbc339c3d35 req-89f87859-77f8-406d-ae64-a275bee2e6af tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:28.921697 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b0c24526-3928-4307-adc9-8fbc339c3d35 req-89f87859-77f8-406d-ae64-a275bee2e6af tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 944 time: 0.1093135
Nov 19 14:29:28.978400 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b0c24526-3928-4307-adc9-8fbc339c3d35 req-74e4320a-7c54-4ba7-9078-6977bf293fec tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=e50efda7-af4d-4ce9-88c6-1d10014ea018&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491757
Nov 19 14:29:29.492013 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bae132-43ce-4d8b-a9c7-40efcacb7468 req-cbfeb648-1e6d-4f6c-9cce-797f225e5f55 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:29.493895 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-12bae132-43ce-4d8b-a9c7-40efcacb7468 req-cbfeb648-1e6d-4f6c-9cce-797f225e5f55 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 944 time: 0.1004798
Nov 19 14:29:29.544952 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-12bae132-43ce-4d8b-a9c7-40efcacb7468 req-36b97123-8610-4251-9048-9245e938ff56 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0448244
Nov 19 14:29:29.692229 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:29.971058 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:30.102407 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f5574-3c47-41f2-ab78-d86c3c6e49d1 req-6d4a5d82-c35b-494b-b0ad-3310e0b0e7be tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:30.105854 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a05f5574-3c47-41f2-ab78-d86c3c6e49d1 req-6d4a5d82-c35b-494b-b0ad-3310e0b0e7be tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.0951412
Nov 19 14:29:30.167046 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a05f5574-3c47-41f2-ab78-d86c3c6e49d1 req-f0ed209f-b588-4b9f-bb8d-4477dca86143 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550344
Nov 19 14:29:30.210598 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86d30d-2c9f-4e48-aef6-8744e9715a32 req-7565440a-ca63-4f00-bbf3-eee037f86a6e tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:30.212496 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ea86d30d-2c9f-4e48-aef6-8744e9715a32 req-7565440a-ca63-4f00-bbf3-eee037f86a6e tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 944 time: 0.0980942
Nov 19 14:29:30.265911 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ea86d30d-2c9f-4e48-aef6-8744e9715a32 req-7c821f0f-4c0d-4d8c-8a01-2191c1f0d584 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=e50efda7-af4d-4ce9-88c6-1d10014ea018&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457740
Nov 19 14:29:30.720096 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 52d753cb-0990-4664-bf11-b3c7b87e24a7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:29:30.760362 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba711a-3ca1-42a7-a5aa-de0420c260e6 req-513c37a2-7173-4a59-9a30-e1df9adf30e7 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:30.761974 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-55ba711a-3ca1-42a7-a5aa-de0420c260e6 req-513c37a2-7173-4a59-9a30-e1df9adf30e7 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 944 time: 0.0855432
Nov 19 14:29:30.791806 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning for port 52d753cb-0990-4664-bf11-b3c7b87e24a7 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:29:30.796636 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 52d753cb-0990-4664-bf11-b3c7b87e24a7 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:29:30.797061 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:30.810579 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-55ba711a-3ca1-42a7-a5aa-de0420c260e6 req-0dd6d188-90b8-442b-9177-a4e701d6ab79 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0420089
Nov 19 14:29:31.063642 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:31.090928 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da045fd1-981d-4c21-b8ac-fa6dabedd0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d753cb-0990-4664-bf11-b3c7b87e24a7'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:29:31.101514 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 52d753cb-0990-4664-bf11-b3c7b87e24a7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=52d753cb-0990-4664-bf11-b3c7b87e24a7,segment=NetworkSegment(f5e9c60a-4a26-44b0-86a6-f78ad9885ef8),segment_id=f5e9c60a-4a26-44b0-86a6-f78ad9885ef8)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:29:31.105068 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:31.105947 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 5b1db8cc-e929-42f4-bc1f-38791b4558f7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:29:31.134192 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:31.227350 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=52d753cb-0990-4664-bf11-b3c7b87e24a7,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:31.239258 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.239714 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.240002 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.240638 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.241009 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.241381 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.241753 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.242121 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.242492 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.242882 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.243246 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.243608 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.244069 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.244434 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.244797 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.245160 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.245523 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.245885 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.246243 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.246626 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.246990 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.247349 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.247711 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.248068 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:29:31.253491 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:31.261416 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning for port 5b1db8cc-e929-42f4-bc1f-38791b4558f7 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:29:31.268031 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 5b1db8cc-e929-42f4-bc1f-38791b4558f7 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:29:31.268456 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:31.330217 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da045fd1-981d-4c21-b8ac-fa6dabedd0cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d753cb-0990-4664-bf11-b3c7b87e24a7', 'code': 200}
Nov 19 14:29:31.393079 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:31.411922 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2887eb-a217-4780-b4d3-f07fac9af5f9 req-bfb08af7-34ee-415b-87cd-7c633e129d3a tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:31.413728 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dc2887eb-a217-4780-b4d3-f07fac9af5f9 req-bfb08af7-34ee-415b-87cd-7c633e129d3a tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.0912063
Nov 19 14:29:31.427248 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 5b1db8cc-e929-42f4-bc1f-38791b4558f7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5b1db8cc-e929-42f4-bc1f-38791b4558f7,segment=NetworkSegment(b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795),segment_id=b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:29:31.432118 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:31.433035 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 09b7b3dd-800b-4ace-94d9-112d17e75484 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:29:31.466202 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1141743d-302f-4710-8cf7-03250ed68486 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:31.519796 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc03c4b-4425-496e-882a-2faf956e214f req-744396c2-4f16-431f-b308-0fa62114bbb0 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:31.528222 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dbc03c4b-4425-496e-882a-2faf956e214f req-744396c2-4f16-431f-b308-0fa62114bbb0 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 946 time: 0.0935388
Nov 19 14:29:31.551154 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dc2887eb-a217-4780-b4d3-f07fac9af5f9 req-70b1495b-3e87-46d7-a161-edb16c4c852c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1306100
Nov 19 14:29:31.569020 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=5b1db8cc-e929-42f4-bc1f-38791b4558f7,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:31.589373 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-78c639f6-c0d4-4265-b979-5cb83395829b req-dc68265d-4707-4ae8-ad7e-4a29f26fa602 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a45d31906464ce38462385d6554b1c8&device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 1162 time: 0.1308420
Nov 19 14:29:31.592997 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dbc03c4b-4425-496e-882a-2faf956e214f req-7ebcfde3-ea2d-4473-b337-709765df579f tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=e50efda7-af4d-4ce9-88c6-1d10014ea018&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0633619
Nov 19 14:29:31.593232 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:31.594628 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 09b7b3dd-800b-4ace-94d9-112d17e75484 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:29:31.595752 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:31.770765 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:29:31.800145 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c639f6-c0d4-4265-b979-5cb83395829b req-5995508c-c3ed-47a3-af99-e0ca80767075 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:31.801737 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-78c639f6-c0d4-4265-b979-5cb83395829b req-5995508c-c3ed-47a3-af99-e0ca80767075 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1870752e-7b09-4f81-84ae-a4ccae9eae40 HTTP/1.1" status: 200  len: 910 time: 0.2040362
Nov 19 14:29:31.804720 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fccacfb3-a757-4d09-9187-08e1788ada12 req-f2a6340f-f629-44cb-9c86-34935e08df63 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 1163 time: 0.1820419
Nov 19 14:29:31.933083 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fccacfb3-a757-4d09-9187-08e1788ada12 req-bcbe96a8-f03b-48a2-988d-229c3eabb789 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e50efda7-af4d-4ce9-88c6-1d10014ea018&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698693
Nov 19 14:29:31.991660 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-78c639f6-c0d4-4265-b979-5cb83395829b req-d10f2b37-d743-4c14-8557-543865459633 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09b7b3dd-800b-4ace-94d9-112d17e75484 HTTP/1.1" status: 200  len: 1001 time: 0.1782403
Nov 19 14:29:32.033060 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf72ca-181a-4f9d-bd09-316f83447a93 req-09d099d8-511a-409b-b135-5b7cf02da8c6 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:32.034583 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6bdf72ca-181a-4f9d-bd09-316f83447a93 req-09d099d8-511a-409b-b135-5b7cf02da8c6 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 946 time: 0.0865602
Nov 19 14:29:32.081706 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6bdf72ca-181a-4f9d-bd09-316f83447a93 req-3296e4c2-61c4-485d-a195-e974266d4b3f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0411303
Nov 19 14:29:32.200838 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 52d753cb-0990-4664-bf11-b3c7b87e24a7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:29:32.274462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 52d753cb-0990-4664-bf11-b3c7b87e24a7 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:29:32.274956 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:32.289212 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c639f6-c0d4-4265-b979-5cb83395829b req-f5b8f177-7c91-493e-9e17-57b08ec130ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:32.290800 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-78c639f6-c0d4-4265-b979-5cb83395829b req-f5b8f177-7c91-493e-9e17-57b08ec130ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aadce598-f8a4-448c-af30-7e52573fd24d HTTP/1.1" status: 200  len: 855 time: 0.0675850
Nov 19 14:29:32.397052 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 5b1db8cc-e929-42f4-bc1f-38791b4558f7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:29:32.475411 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 5b1db8cc-e929-42f4-bc1f-38791b4558f7 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:29:32.475839 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:32.602268 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-78c639f6-c0d4-4265-b979-5cb83395829b req-691d6f51-5496-44b8-81bd-8569fc2e255a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1870752e-7b09-4f81-84ae-a4ccae9eae40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2932637
Nov 19 14:29:32.792907 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ecd67-8188-4ec6-b803-01044550b813 req-84b23035-a892-420e-bcce-b11cc610fde3 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:32.794516 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-406ecd67-8188-4ec6-b803-01044550b813 req-84b23035-a892-420e-bcce-b11cc610fde3 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.0838125
Nov 19 14:29:32.802257 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-78c639f6-c0d4-4265-b979-5cb83395829b req-556e345f-764c-4638-8bf9-d5e916baf934 service neutron] 10.222.0.20 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1923275
Nov 19 14:29:32.843609 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-406ecd67-8188-4ec6-b803-01044550b813 req-ab285b46-8e61-4fc3-a3b4-f30e1f53c391 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426490
Nov 19 14:29:32.912062 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088eeae-13c9-40bc-85f0-a701e511f867 req-2f23b2a2-6690-48a2-8661-18d96b6d312f tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:32.913667 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a088eeae-13c9-40bc-85f0-a701e511f867 req-2f23b2a2-6690-48a2-8661-18d96b6d312f tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 946 time: 0.1923542
Nov 19 14:29:32.988857 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-78c639f6-c0d4-4265-b979-5cb83395829b req-dc00427e-b805-4bd2-bf1f-3884fad417d5 service neutron] 10.222.0.20 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1784921
Nov 19 14:29:33.002416 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a088eeae-13c9-40bc-85f0-a701e511f867 req-78c67988-95af-4e7f-a28c-c40d05623c46 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=e50efda7-af4d-4ce9-88c6-1d10014ea018&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615156
Nov 19 14:29:33.299451 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ee4c9-9f20-40b8-9077-09985d3652cd req-6153886b-1c63-44ca-8bef-49b50b0ceb93 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:33.301037 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-026ee4c9-9f20-40b8-9077-09985d3652cd req-6153886b-1c63-44ca-8bef-49b50b0ceb93 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 946 time: 0.0863476
Nov 19 14:29:33.331255 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1db8cc-e929-42f4-bc1f-38791b4558f7'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:29:33.349218 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-026ee4c9-9f20-40b8-9077-09985d3652cd req-efed0d7c-dd9a-4fb3-a224-9dd341fa2cb7 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0421479
Nov 19 14:29:33.389873 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1db8cc-e929-42f4-bc1f-38791b4558f7', 'code': 200}
Nov 19 14:29:33.710106 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0281ad9e-2f4f-44c0-9748-1059f7f13198 req-76b8f33d-7bf5-4b7b-b958-c3fabcc8dac7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 1163 time: 0.0723650
Nov 19 14:29:33.755519 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0281ad9e-2f4f-44c0-9748-1059f7f13198 req-b3e35fd6-94d7-429d-b85c-1393d491870e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0382299
Nov 19 14:29:34.072086 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fa9bbb-4b48-43f0-9b8e-25e588b44040 req-6faf46f6-e9c4-45e9-a962-1680e0592bc6 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:34.073692 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-18fa9bbb-4b48-43f0-9b8e-25e588b44040 req-6faf46f6-e9c4-45e9-a962-1680e0592bc6 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.0846493
Nov 19 14:29:34.088686 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 52d753cb-0990-4664-bf11-b3c7b87e24a7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:29:34.124488 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-18fa9bbb-4b48-43f0-9b8e-25e588b44040 req-d5597a1e-e23c-4ccc-afb2-40793f3557cc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439670
Nov 19 14:29:34.166760 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 52d753cb-0990-4664-bf11-b3c7b87e24a7 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:29:34.166760 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:34.224719 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4178597-3c59-4084-bf6b-02075663ee79 req-baf7ce5f-c371-4fa2-9cf6-e533407b86ba tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:34.226329 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c4178597-3c59-4084-bf6b-02075663ee79 req-baf7ce5f-c371-4fa2-9cf6-e533407b86ba tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 946 time: 0.0878820
Nov 19 14:29:34.274726 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c4178597-3c59-4084-bf6b-02075663ee79 req-02888414-b928-4a3c-abb6-0ec57b3102bf tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=e50efda7-af4d-4ce9-88c6-1d10014ea018&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418298
Nov 19 14:29:34.483137 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9f4a4-4f73-4cb5-8ffa-6e252fb8217f req-49f3420d-9404-4595-a05b-08215581c103 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:34.484735 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a7b9f4a4-4f73-4cb5-8ffa-6e252fb8217f req-49f3420d-9404-4595-a05b-08215581c103 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 946 time: 0.0863876
Nov 19 14:29:34.495718 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 60880) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:29:34.501559 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-50f5c774-9e3b-49a6-b070-82096d7a4b7e tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Request body: {'floatingip': {'port_id': '52d753cb-0990-4664-bf11-b3c7b87e24a7'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:29:34.559621 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e42252-4ba6-43ea-b807-ab21593a7c4c req-8b7962ef-bc79-4aa0-80f4-4342ab6636d0 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:34.561237 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-25e42252-4ba6-43ea-b807-ab21593a7c4c req-8b7962ef-bc79-4aa0-80f4-4342ab6636d0 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 946 time: 0.0836623
Nov 19 14:29:34.583314 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-50f5c774-9e3b-49a6-b070-82096d7a4b7e tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for floatingip, before_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:34.611193 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-25e42252-4ba6-43ea-b807-ab21593a7c4c req-5b7cd3f1-8210-4ed4-a2f7-3b786957c1fe tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0436571
Nov 19 14:29:35.210779 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-50f5c774-9e3b-49a6-b070-82096d7a4b7e tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for floatingip, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:35.213971 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-50f5c774-9e3b-49a6-b070-82096d7a4b7e tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:35.384918 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f26a10-3177-4f8a-bfb4-4a12bb9fa0b5 req-ed26d9a2-c01c-4ecf-9c96-e540b0ebbfef tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:35.386490 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f6f26a10-3177-4f8a-bfb4-4a12bb9fa0b5 req-ed26d9a2-c01c-4ecf-9c96-e540b0ebbfef tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.1101370
Nov 19 14:29:35.510617 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f6f26a10-3177-4f8a-bfb4-4a12bb9fa0b5 req-4a9bc453-955d-4d5c-ad04-f0e276ea7c6a tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710635
Nov 19 14:29:35.524865 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.l3_db [None req-50f5c774-9e3b-49a6-b070-82096d7a4b7e tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Floating IP cf1cceaf-152d-4b6b-a83f-a76665dfd730 associated. External IP: 172.27.0.238, port: 52d753cb-0990-4664-bf11-b3c7b87e24a7.
Nov 19 14:29:35.837874 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2a860-e3ae-41d9-b819-ab459f63f7f1 req-01bff9e0-7fec-4126-b1da-4079609ad67f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:35.839624 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3bf2a860-e3ae-41d9-b819-ab459f63f7f1 req-01bff9e0-7fec-4126-b1da-4079609ad67f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 946 time: 0.0909235
Nov 19 14:29:35.889915 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3bf2a860-e3ae-41d9-b819-ab459f63f7f1 req-0c930812-8d2d-48b5-ba52-05b1441989dc tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0438948
Nov 19 14:29:35.945708 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 09b7b3dd-800b-4ace-94d9-112d17e75484 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:29:36.066203 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:36.094139 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab17bb80-1015-4181-8e88-b93dde5a91d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b7b3dd-800b-4ace-94d9-112d17e75484'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:29:36.104309 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 09b7b3dd-800b-4ace-94d9-112d17e75484, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=09b7b3dd-800b-4ace-94d9-112d17e75484,segment=NetworkSegment(39394dae-1e15-4665-95c9-e88c1b5027ac),segment_id=39394dae-1e15-4665-95c9-e88c1b5027ac)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:29:36.107451 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:36.109324 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e301404d-b0d9-449b-9b9e-2f1d8cfa9493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:36.157021 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ab17bb80-1015-4181-8e88-b93dde5a91d7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '09b7b3dd-800b-4ace-94d9-112d17e75484', 'code': 422} returned with failed status
Nov 19 14:29:36.178731 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=09b7b3dd-800b-4ace-94d9-112d17e75484,revision_number=5']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:36.182087 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:36.211860 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff0d2e-a2e6-43d7-b0cb-b81542a582d8 req-f71011f0-e69a-4542-a068-3ff134bb5036 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:36.213445 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e7ff0d2e-a2e6-43d7-b0cb-b81542a582d8 req-f71011f0-e69a-4542-a068-3ff134bb5036 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 946 time: 0.1741076
Nov 19 14:29:36.263158 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f5c774-9e3b-49a6-b070-82096d7a4b7e tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Router d0a95759-ddad-469e-bbde-0f1a627c223b has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:29:36.281722 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e7ff0d2e-a2e6-43d7-b0cb-b81542a582d8 req-6a227ddd-9d05-4c66-a04b-dc374e7f75b9 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0611489
Nov 19 14:29:36.486183 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f5c774-9e3b-49a6-b070-82096d7a4b7e tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:29:36.490914 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-50f5c774-9e3b-49a6-b070-82096d7a4b7e tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:36.493190 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-8e242c73-3619-40e0-a2c0-d66037d4017b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1575136
Nov 19 14:29:36.496479 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdfea8e-2db2-484d-bac3-eb00846ec026 None None] Sync routers for ids ['d0a95759-ddad-469e-bbde-0f1a627c223b'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:29:36.505181 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Request body: {'floatingip': {'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:29:36.509540 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdfea8e-2db2-484d-bac3-eb00846ec026 None None] Routers {'d0a95759-ddad-469e-bbde-0f1a627c223b'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:29:36.510393 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-2fdfea8e-2db2-484d-bac3-eb00846ec026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c6bd278>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:29:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['d0a95759-ddad-469e-bbde-0f1a627c223b'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:36.511196 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:29:36.521240 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:29:36.530406 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for floatingip, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:36.550599 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-50f5c774-9e3b-49a6-b070-82096d7a4b7e tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "PUT /v2.0/floatingips/cf1cceaf-152d-4b6b-a83f-a76665dfd730 HTTP/1.1" status: 200  len: 992 time: 2.0536711
Nov 19 14:29:36.551385 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da045fd1-981d-4c21-b8ac-fa6dabedd0cd', 'tag': '52d753cb-0990-4664-bf11-b3c7b87e24a7'}] {{(pid=80261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:29:36.691646 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:36.858287 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-2fdfea8e-2db2-484d-bac3-eb00846ec026 None None] Set router d0a95759-ddad-469e-bbde-0f1a627c223b gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:29:36.893906 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346868ca-dd15-4b46-a058-7633a94d5d99 req-7b2132d3-2714-4214-9eb1-7f1dc17d2c18 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:36.902675 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-346868ca-dd15-4b46-a058-7633a94d5d99 req-7b2132d3-2714-4214-9eb1-7f1dc17d2c18 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.0927844
Nov 19 14:29:36.954701 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-346868ca-dd15-4b46-a058-7633a94d5d99 req-b995c6cf-9f49-4e7e-88b3-4f1d00c9251a tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510168
Nov 19 14:29:37.008410 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Allocated IP 172.27.0.129 (30e7e950-b2fa-4cc4-9540-c3d995e774bc/c880977d-f782-4d1f-ba36-7b5f08e013ca/38ddfe18-9bc8-42a3-850a-cb330c50394d) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:29:37.139305 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da045fd1-981d-4c21-b8ac-fa6dabedd0cd', 'tag': '52d753cb-0990-4664-bf11-b3c7b87e24a7', 'status': 'completed', 'code': 200}
Nov 19 14:29:37.184390 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:37.239812 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-2fdfea8e-2db2-484d-bac3-eb00846ec026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c6bd278>, [{'id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'name': 'tempest-AttachVolumeTestJSON-202479420-router', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:44Z', 'revision_number': 4, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'gw_port': {'id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'cf1cceaf-152d-4b6b-a83f-a76665dfd730', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'port_id': '52d753cb-0990-4664-bf11-b3c7b87e24a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'mac_address': 'fa:16:3e:9d:10:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da045fd1-981d-4c21-b8ac-fa6dabedd0cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:29:15Z', 'updated_at': '2020-11-19T14:29:35Z', 'revision_number': 1, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98efd81-3ffd-410d-a2dd-34305de841ec', 'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'mac_address': 'fa:16:3e:3d:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:41Z', 'updated_at': '2020-11-19T14:24:02Z', 'revision_number': 5, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'subnets': [{'id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:37.244385 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdfea8e-2db2-484d-bac3-eb00846ec026 None None] Checking router: d0a95759-ddad-469e-bbde-0f1a627c223b for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:29:37.256719 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdfea8e-2db2-484d-bac3-eb00846ec026 None None] Routers {'d0a95759-ddad-469e-bbde-0f1a627c223b'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:29:37.257401 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-2fdfea8e-2db2-484d-bac3-eb00846ec026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c6bd278>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:29:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['d0a95759-ddad-469e-bbde-0f1a627c223b'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:37.291787 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c7155c7d-fd17-40d0-b326-a4611bde0f3a req-ff174207-0972-402b-868a-3d8fd7bf3a21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4cdfec880b540fbaaff093eb5b0334c&device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 1163 time: 0.1028967
Nov 19 14:29:37.298253 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:37.320042 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-be61d3e4-b164-48da-bc5e-32c94637c85d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:37.459135 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-2fdfea8e-2db2-484d-bac3-eb00846ec026 None None] Set router d0a95759-ddad-469e-bbde-0f1a627c223b gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:29:37.552226 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Pushing event updated for resources: {'Port': ['ID=38ddfe18-9bc8-42a3-850a-cb330c50394d,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:37.561681 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:37.634189 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7155c7d-fd17-40d0-b326-a4611bde0f3a req-d01c45ac-251b-43de-8d2e-53217c2e4453 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:37.635756 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c7155c7d-fd17-40d0-b326-a4611bde0f3a req-d01c45ac-251b-43de-8d2e-53217c2e4453 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cdddb518-8cf2-4322-a35f-0e12175bafb1 HTTP/1.1" status: 200  len: 904 time: 0.3169532
Nov 19 14:29:37.706681 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Network 30e7e950-b2fa-4cc4-9540-c3d995e774bc is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:29:37.722064 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:29:37.726856 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:29:37.807059 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c7155c7d-fd17-40d0-b326-a4611bde0f3a req-f5bd884d-5124-4599-afc4-2298af3b4c78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52d753cb-0990-4664-bf11-b3c7b87e24a7 HTTP/1.1" status: 200  len: 1000 time: 0.1602669
Nov 19 14:29:37.854122 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-2fdfea8e-2db2-484d-bac3-eb00846ec026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c6bd278>, [{'id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'name': 'tempest-AttachVolumeTestJSON-202479420-router', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:44Z', 'revision_number': 4, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'gw_port': {'id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'cf1cceaf-152d-4b6b-a83f-a76665dfd730', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'port_id': '52d753cb-0990-4664-bf11-b3c7b87e24a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'mac_address': 'fa:16:3e:9d:10:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da045fd1-981d-4c21-b8ac-fa6dabedd0cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:29:15Z', 'updated_at': '2020-11-19T14:29:35Z', 'revision_number': 1, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98efd81-3ffd-410d-a2dd-34305de841ec', 'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'mac_address': 'fa:16:3e:3d:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:41Z', 'updated_at': '2020-11-19T14:24:02Z', 'revision_number': 5, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'subnets': [{'id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:37.858422 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdfea8e-2db2-484d-bac3-eb00846ec026 None None] The sync data for ids ['d0a95759-ddad-469e-bbde-0f1a627c223b'] in dv-cinder-763306-2-iscsi is: [{'id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'name': 'tempest-AttachVolumeTestJSON-202479420-router', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:44Z', 'revision_number': 4, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'gw_port': {'id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'cf1cceaf-152d-4b6b-a83f-a76665dfd730', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'floating_ip_address': '172.27.0.238', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'port_id': '52d753cb-0990-4664-bf11-b3c7b87e24a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'mac_address': 'fa:16:3e:9d:10:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da045fd1-981d-4c21-b8ac-fa6dabedd0cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:29:15Z', 'updated_at': '2020-11-19T14:29:35Z', 'revision_number': 1, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a98efd81-3ffd-410d-a2dd-34305de841ec', 'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'mac_address': 'fa:16:3e:3d:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:41Z', 'updated_at': '2020-11-19T14:24:02Z', 'revision_number': 5, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'subnets': [{'id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:29:37.894776 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7155c7d-fd17-40d0-b326-a4611bde0f3a req-925eb24b-8e68-4c14-a2d8-bd76a5f6250f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:37.896379 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c7155c7d-fd17-40d0-b326-a4611bde0f3a req-925eb24b-8e68-4c14-a2d8-bd76a5f6250f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce705c2c-2ed4-4025-aa9f-42e56e9aa635 HTTP/1.1" status: 200  len: 849 time: 0.0815065
Nov 19 14:29:37.906265 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for floatingip, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:38.026913 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:38.118708 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c7155c7d-fd17-40d0-b326-a4611bde0f3a req-d81187bd-a1bc-457e-bd43-26bc8d0b3eef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cdddb518-8cf2-4322-a35f-0e12175bafb1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2084093
Nov 19 14:29:38.212765 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c28183f-20ea-4dd6-b4a0-0248551a4504 None None] New status for floating IP cf1cceaf-152d-4b6b-a83f-a76665dfd730: ACTIVE {{(pid=80262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 14:29:38.292431 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1ac69-dedf-4a64-b246-4f37794cb920 req-b73cdccc-7f58-456e-9637-894698832904 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:38.294096 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ebf1ac69-dedf-4a64-b246-4f37794cb920 req-b73cdccc-7f58-456e-9637-894698832904 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.1074634
Nov 19 14:29:38.334642 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 60932) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:29:38.393628 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ebf1ac69-dedf-4a64-b246-4f37794cb920 req-013f487d-0c5d-4ed7-95c2-f852139461cb tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919397
Nov 19 14:29:38.508508 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dd81804c-b181-4760-ac30-1259bae5d701 req-59ff601c-1c43-4c97-b3ee-bef5b092ae67 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1707945
Nov 19 14:29:38.640930 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c7155c7d-fd17-40d0-b326-a4611bde0f3a req-2a57228d-2a44-44b4-8e04-6bb27118e33b service neutron] 10.222.0.20 "GET /v2.0/networks/cdddb518-8cf2-4322-a35f-0e12175bafb1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5077567
Nov 19 14:29:38.819016 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:38.826837 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:38.846607 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:29:38.876620 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c7155c7d-fd17-40d0-b326-a4611bde0f3a req-bb1e4679-6fe7-411a-a670-0d01caf4603d service neutron] 10.222.0.20 "GET /v2.0/networks/cdddb518-8cf2-4322-a35f-0e12175bafb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2262850
Nov 19 14:29:38.933701 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Pushing event updated for resources: {'Port': ['ID=38ddfe18-9bc8-42a3-850a-cb330c50394d,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:29:38.986532 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:29:39.095857 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:39.124896 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:39.126818 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.6261666
Nov 19 14:29:39.220195 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-7ed6eede-733c-43a6-b82b-93656139d675 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Synchronizing usage tracker for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:floatingip {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:29:39.236157 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-7ed6eede-733c-43a6-b82b-93656139d675 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Unset dirty status for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:floatingip {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:29:39.237473 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-7ed6eede-733c-43a6-b82b-93656139d675 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.0.129 HTTP/1.1" status: 200  len: 696 time: 0.1032000
Nov 19 14:29:39.402212 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-7dcea705-4c7f-48dd-a6b8-bd534ab67936 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:39.403734 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c534677e-551e-427a-81ec-b0bf9b18b2df req-7dcea705-4c7f-48dd-a6b8-bd534ab67936 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/networks/30e7e950-b2fa-4cc4-9540-c3d995e774bc HTTP/1.1" status: 200  len: 784 time: 0.1594722
Nov 19 14:29:39.484666 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214b46d-1f0c-4b40-b39a-e33ef44b50f1 req-be510bbb-4a36-438d-be4e-067bc7d4b626 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:39.486765 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7214b46d-1f0c-4b40-b39a-e33ef44b50f1 req-be510bbb-4a36-438d-be4e-067bc7d4b626 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0892086
Nov 19 14:29:39.535862 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7214b46d-1f0c-4b40-b39a-e33ef44b50f1 req-8ee95222-c648-47a8-8ee8-8adfc8c4e2a1 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0424323
Nov 19 14:29:39.600095 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3160f-4ddd-4c37-b5b5-e0853460ddf0 req-15b1e689-3ad8-4c14-8492-63c5959657e9 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:39.601732 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-62c3160f-4ddd-4c37-b5b5-e0853460ddf0 req-15b1e689-3ad8-4c14-8492-63c5959657e9 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0873938
Nov 19 14:29:39.691220 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-62c3160f-4ddd-4c37-b5b5-e0853460ddf0 req-79f29482-8933-458f-89eb-bed1a58ee09a tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.0.129 HTTP/1.1" status: 200  len: 696 time: 0.0832345
Nov 19 14:29:39.701965 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-62c3160f-4ddd-4c37-b5b5-e0853460ddf0 req-d331557e-483f-40f8-892c-a4008c5ce61e tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Request body: {'floatingip': {'port_id': '5b1db8cc-e929-42f4-bc1f-38791b4558f7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:29:39.741134 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd3d41-5ba0-413a-a10e-96d7e56a0f81 req-8e52fbc1-fd43-4f8c-8af5-494c5b250c79 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:39.742804 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3cbd3d41-5ba0-413a-a10e-96d7e56a0f81 req-8e52fbc1-fd43-4f8c-8af5-494c5b250c79 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.0870588
Nov 19 14:29:39.786129 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-62c3160f-4ddd-4c37-b5b5-e0853460ddf0 req-d331557e-483f-40f8-892c-a4008c5ce61e tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for floatingip, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:39.792055 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3cbd3d41-5ba0-413a-a10e-96d7e56a0f81 req-f76b8da1-7d20-4ab5-8bf7-03f38f2e0563 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428755
Nov 19 14:29:40.339820 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dd81804c-b181-4760-ac30-1259bae5d701 req-88d83685-15ec-4ddd-a59d-2b15c13977c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7&tenant_id=6a45d31906464ce38462385d6554b1c8 HTTP/1.1" status: 200  len: 1160 time: 0.1905835
Nov 19 14:29:40.549351 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dd81804c-b181-4760-ac30-1259bae5d701 req-1492299d-3cd5-470a-9087-ead9493c2c91 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a45d31906464ce38462385d6554b1c8&device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 1160 time: 0.1677604
Nov 19 14:29:40.598166 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-62c3160f-4ddd-4c37-b5b5-e0853460ddf0 req-d331557e-483f-40f8-892c-a4008c5ce61e tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for floatingip, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:40.612110 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-62c3160f-4ddd-4c37-b5b5-e0853460ddf0 req-d331557e-483f-40f8-892c-a4008c5ce61e tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:40.755352 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de695842-2f3a-43c3-afe1-46c7060dc68d req-20d0fa6c-0bdb-43ee-b9ff-b490fa40602f tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:40.757101 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-de695842-2f3a-43c3-afe1-46c7060dc68d req-20d0fa6c-0bdb-43ee-b9ff-b490fa40602f tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0888045
Nov 19 14:29:40.791527 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81804c-b181-4760-ac30-1259bae5d701 req-efc4b102-3a89-4ab4-9af3-d1bd1b52cbd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:40.793141 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dd81804c-b181-4760-ac30-1259bae5d701 req-efc4b102-3a89-4ab4-9af3-d1bd1b52cbd1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1870752e-7b09-4f81-84ae-a4ccae9eae40 HTTP/1.1" status: 200  len: 910 time: 0.2362692
Nov 19 14:29:40.806175 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-de695842-2f3a-43c3-afe1-46c7060dc68d req-6bcaf400-37a0-41b8-a573-2770324d30b5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0424871
Nov 19 14:29:40.979966 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dd81804c-b181-4760-ac30-1259bae5d701 req-9b293cbd-21e7-45f3-a4a3-cb749068827c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09b7b3dd-800b-4ace-94d9-112d17e75484 HTTP/1.1" status: 200  len: 999 time: 0.1787050
Nov 19 14:29:40.998351 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.l3_db [req-62c3160f-4ddd-4c37-b5b5-e0853460ddf0 req-d331557e-483f-40f8-892c-a4008c5ce61e tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Floating IP c5f7b34d-d8e6-45fb-a9fb-8275e3d5535d associated. External IP: 172.27.0.129, port: 5b1db8cc-e929-42f4-bc1f-38791b4558f7.
Nov 19 14:29:41.021503 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2eb67-466d-476a-8f1b-525f25b8a5e9 req-44e49e9e-2c3f-42ff-be8a-433aa0a276ec tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:41.023148 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3fc2eb67-466d-476a-8f1b-525f25b8a5e9 req-44e49e9e-2c3f-42ff-be8a-433aa0a276ec tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.0832796
Nov 19 14:29:41.071588 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3fc2eb67-466d-476a-8f1b-525f25b8a5e9 req-ffd60e37-83bc-43ff-8c08-16aced1b12b5 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423050
Nov 19 14:29:41.363660 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81804c-b181-4760-ac30-1259bae5d701 req-da1cbb24-b288-404f-baf1-798183b70f2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:41.365164 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dd81804c-b181-4760-ac30-1259bae5d701 req-da1cbb24-b288-404f-baf1-798183b70f2d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aadce598-f8a4-448c-af30-7e52573fd24d HTTP/1.1" status: 200  len: 855 time: 0.3115633
Nov 19 14:29:41.544270 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dd81804c-b181-4760-ac30-1259bae5d701 req-e63698b1-04d0-4962-9759-1f22d6494b83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1870752e-7b09-4f81-84ae-a4ccae9eae40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1089807
Nov 19 14:29:41.771380 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dd81804c-b181-4760-ac30-1259bae5d701 req-9226fd67-7f5c-493c-b82f-b37ae2c37bcd service neutron] 10.222.0.20 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2188685
Nov 19 14:29:41.997851 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dd81804c-b181-4760-ac30-1259bae5d701 req-b67a162a-9757-4510-be79-6a589c893633 service neutron] 10.222.0.20 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2191961
Nov 19 14:29:42.018970 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62c3160f-4ddd-4c37-b5b5-e0853460ddf0 req-d331557e-483f-40f8-892c-a4008c5ce61e tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Router 04de633d-7da5-49f3-b750-bee0a6ebf3da has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:29:42.026448 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388ee00-a39e-4081-8623-e2318d3c7709 req-9781f34e-b8a2-4355-ba9d-caef42850f16 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:42.028034 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1388ee00-a39e-4081-8623-e2318d3c7709 req-9781f34e-b8a2-4355-ba9d-caef42850f16 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0881755
Nov 19 14:29:42.076448 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1388ee00-a39e-4081-8623-e2318d3c7709 req-ab0e0b16-a481-441e-98f6-7180cedb26f2 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0414922
Nov 19 14:29:42.237552 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62c3160f-4ddd-4c37-b5b5-e0853460ddf0 req-d331557e-483f-40f8-892c-a4008c5ce61e tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:29:42.242685 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-62c3160f-4ddd-4c37-b5b5-e0853460ddf0 req-d331557e-483f-40f8-892c-a4008c5ce61e tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:42.247313 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7e5175-2a4a-4e65-8654-3493e3e45836 None None] Sync routers for ids ['04de633d-7da5-49f3-b750-bee0a6ebf3da'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:29:42.259662 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e5175-2a4a-4e65-8654-3493e3e45836 None None] Routers {'04de633d-7da5-49f3-b750-bee0a6ebf3da'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:29:42.260327 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-1b7e5175-2a4a-4e65-8654-3493e3e45836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c6bd4e0>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:29:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['04de633d-7da5-49f3-b750-bee0a6ebf3da'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:42.300007 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-62c3160f-4ddd-4c37-b5b5-e0853460ddf0 req-d331557e-483f-40f8-892c-a4008c5ce61e tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "PUT /v2.0/floatingips/c5f7b34d-d8e6-45fb-a9fb-8275e3d5535d HTTP/1.1" status: 200  len: 997 time: 2.6026938
Nov 19 14:29:42.300499 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'tag': '5b1db8cc-e929-42f4-bc1f-38791b4558f7'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:29:42.322581 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45678956-a8f5-41a8-8b26-2ef8dd3dc918 req-a9d9da60-e5e1-4c00-88f0-492ef7f544ed tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:42.324311 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-45678956-a8f5-41a8-8b26-2ef8dd3dc918 req-a9d9da60-e5e1-4c00-88f0-492ef7f544ed tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.0972149
Nov 19 14:29:42.380583 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-45678956-a8f5-41a8-8b26-2ef8dd3dc918 req-ba23e1d4-a4d1-42fe-90be-b977f9fdadba tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486066
Nov 19 14:29:42.390110 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-62c3160f-4ddd-4c37-b5b5-e0853460ddf0 req-a226651a-41fb-42e0-80d7-57f486da958f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b&device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 1163 time: 0.0773563
Nov 19 14:29:42.452843 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-1b7e5175-2a4a-4e65-8654-3493e3e45836 None None] Set router 04de633d-7da5-49f3-b750-bee0a6ebf3da gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:29:42.546210 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3160f-4ddd-4c37-b5b5-e0853460ddf0 req-d3a1bf9f-582c-40b4-ab62-f5a46ad163e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:42.548716 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-62c3160f-4ddd-4c37-b5b5-e0853460ddf0 req-d3a1bf9f-582c-40b4-ab62-f5a46ad163e8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b416137-3e3b-40b3-b21d-851215fb37f8 HTTP/1.1" status: 200  len: 906 time: 0.1515851
Nov 19 14:29:42.639057 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'tag': '5b1db8cc-e929-42f4-bc1f-38791b4558f7', 'status': 'completed', 'code': 200}
Nov 19 14:29:42.677638 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-62c3160f-4ddd-4c37-b5b5-e0853460ddf0 req-e1d58065-7cce-4692-a314-971df7752f8b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b1db8cc-e929-42f4-bc1f-38791b4558f7 HTTP/1.1" status: 200  len: 1000 time: 0.1220102
Nov 19 14:29:42.823323 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3160f-4ddd-4c37-b5b5-e0853460ddf0 req-53c941ac-d26e-4201-8c20-cd59932d8085 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:42.824983 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-62c3160f-4ddd-4c37-b5b5-e0853460ddf0 req-53c941ac-d26e-4201-8c20-cd59932d8085 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2113208-37bc-4c5f-8350-aa5f4257d1f0 HTTP/1.1" status: 200  len: 851 time: 0.1407721
Nov 19 14:29:42.851479 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-1b7e5175-2a4a-4e65-8654-3493e3e45836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c6bd4e0>, [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'c5f7b34d-d8e6-45fb-a9fb-8275e3d5535d', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'port_id': '5b1db8cc-e929-42f4-bc1f-38791b4558f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'mac_address': 'fa:16:3e:47:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:29:37Z', 'updated_at': '2020-11-19T14:29:40Z', 'revision_number': 1, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:42Z', 'revision_number': 5, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:42.855887 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7e5175-2a4a-4e65-8654-3493e3e45836 None None] Checking router: 04de633d-7da5-49f3-b750-bee0a6ebf3da for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:29:42.867813 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7e5175-2a4a-4e65-8654-3493e3e45836 None None] Routers {'04de633d-7da5-49f3-b750-bee0a6ebf3da'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:29:42.868477 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-1b7e5175-2a4a-4e65-8654-3493e3e45836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c6bd4e0>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:29:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['04de633d-7da5-49f3-b750-bee0a6ebf3da'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:42.889304 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e3d1df2b-78e1-4fc1-83ac-dbaf7bb3698c req-815c6c5e-fb57-44d9-9d02-e7e4e4be7aeb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b&device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 1163 time: 0.1569898
Nov 19 14:29:43.069569 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-62c3160f-4ddd-4c37-b5b5-e0853460ddf0 req-bd87b551-a6b5-4e90-924c-a8e390c3682e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b416137-3e3b-40b3-b21d-851215fb37f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2298725
Nov 19 14:29:43.075693 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1df2b-78e1-4fc1-83ac-dbaf7bb3698c req-73376aec-c47b-4108-995c-fdd3612b2d45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:43.077796 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e3d1df2b-78e1-4fc1-83ac-dbaf7bb3698c req-73376aec-c47b-4108-995c-fdd3612b2d45 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b416137-3e3b-40b3-b21d-851215fb37f8 HTTP/1.1" status: 200  len: 906 time: 0.1798496
Nov 19 14:29:43.322138 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e3d1df2b-78e1-4fc1-83ac-dbaf7bb3698c req-81b76bdd-2a34-4824-a8e2-0e82699524df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b1db8cc-e929-42f4-bc1f-38791b4558f7 HTTP/1.1" status: 200  len: 1000 time: 0.2066705
Nov 19 14:29:43.344758 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-62c3160f-4ddd-4c37-b5b5-e0853460ddf0 req-c4d66530-7a41-46c1-8d76-d0b1768f04e1 service neutron] 10.222.0.35 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2652233
Nov 19 14:29:43.431476 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-1b7e5175-2a4a-4e65-8654-3493e3e45836 None None] Set router 04de633d-7da5-49f3-b750-bee0a6ebf3da gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:29:43.439950 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b427cb-7988-4186-b520-26c881db865d req-ea7c3908-8cb9-4817-b9af-ab49a891852b tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:43.442215 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-01b427cb-7988-4186-b520-26c881db865d req-ea7c3908-8cb9-4817-b9af-ab49a891852b tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.1101403
Nov 19 14:29:43.569567 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-01b427cb-7988-4186-b520-26c881db865d req-0ce99fbb-f39a-41bb-89c8-f365483467f8 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0988221
Nov 19 14:29:43.685484 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-62c3160f-4ddd-4c37-b5b5-e0853460ddf0 req-442f0b19-9893-414c-b3d4-b25b182236bb service neutron] 10.222.0.35 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3327980
Nov 19 14:29:43.955570 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf8d9d-aaf4-4a48-80c3-2d6c936d9b6e req-869d4ca0-073c-47ae-a256-169edac0854c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:43.957237 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-79cf8d9d-aaf4-4a48-80c3-2d6c936d9b6e req-869d4ca0-073c-47ae-a256-169edac0854c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.1305931
Nov 19 14:29:43.993305 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-1b7e5175-2a4a-4e65-8654-3493e3e45836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c6bd4e0>, [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'c5f7b34d-d8e6-45fb-a9fb-8275e3d5535d', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'port_id': '5b1db8cc-e929-42f4-bc1f-38791b4558f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'mac_address': 'fa:16:3e:47:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:29:37Z', 'updated_at': '2020-11-19T14:29:40Z', 'revision_number': 1, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:42Z', 'revision_number': 5, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:29:43.998105 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7e5175-2a4a-4e65-8654-3493e3e45836 None None] The sync data for ids ['04de633d-7da5-49f3-b750-bee0a6ebf3da'] in dv-cinder-763306-2-iscsi is: [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'c5f7b34d-d8e6-45fb-a9fb-8275e3d5535d', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'port_id': '5b1db8cc-e929-42f4-bc1f-38791b4558f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'mac_address': 'fa:16:3e:47:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:29:37Z', 'updated_at': '2020-11-19T14:29:40Z', 'revision_number': 1, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:42Z', 'revision_number': 5, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:29:44.008032 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-79cf8d9d-aaf4-4a48-80c3-2d6c936d9b6e req-2437e4aa-41d9-46ad-95e3-b5cb3ec16a2e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445595
Nov 19 14:29:44.096856 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:44.335089 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dedf9cb-b9bd-4b42-bd2e-14fb2a459685 None None] New status for floating IP c5f7b34d-d8e6-45fb-a9fb-8275e3d5535d: ACTIVE {{(pid=80262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 14:29:44.802491 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea372c7-f1fe-4b44-abe2-e80b45d10494 req-ea4b9e40-644b-4b83-a125-323878430711 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:44.804135 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2ea372c7-f1fe-4b44-abe2-e80b45d10494 req-ea4b9e40-644b-4b83-a125-323878430711 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0874712
Nov 19 14:29:44.853338 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2ea372c7-f1fe-4b44-abe2-e80b45d10494 req-74ea1cc6-7c97-4821-a7c7-20de0dc5e4ad tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0431013
Nov 19 14:29:45.264171 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434a1f0-5bb9-499d-814c-d67b1b7812da req-cdb631a0-ffca-41bf-9fdd-0d81a22e1743 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:45.265645 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3434a1f0-5bb9-499d-814c-d67b1b7812da req-cdb631a0-ffca-41bf-9fdd-0d81a22e1743 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.0912566
Nov 19 14:29:45.319591 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3434a1f0-5bb9-499d-814c-d67b1b7812da req-2c92fa2b-09f7-4ad9-9caa-c72052495b98 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456829
Nov 19 14:29:46.073512 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c1dee-38c1-4f78-a7ec-d4c9890befa3 req-a59f2b89-7340-45c3-b7e0-ac43bc2fd26e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:46.075325 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f65c1dee-38c1-4f78-a7ec-d4c9890befa3 req-a59f2b89-7340-45c3-b7e0-ac43bc2fd26e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0885713
Nov 19 14:29:46.127239 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f65c1dee-38c1-4f78-a7ec-d4c9890befa3 req-0da57fea-ba71-4120-8166-75cdafb06fac tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0453601
Nov 19 14:29:46.575222 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d6864-02fd-4097-b048-97343a37e3be req-10e7d723-b385-4a13-b467-4c225cda7c47 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:46.577371 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-964d6864-02fd-4097-b048-97343a37e3be req-10e7d723-b385-4a13-b467-4c225cda7c47 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.0952981
Nov 19 14:29:46.632137 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-964d6864-02fd-4097-b048-97343a37e3be req-5fefdba6-dc78-4a2e-b6e9-2d9408fa0dcc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474963
Nov 19 14:29:47.342614 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85538f38-a629-49bc-b89a-042aa1bb1c1a req-0dd79881-8753-4749-a51b-7398e2fd5ab2 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:47.344199 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-85538f38-a629-49bc-b89a-042aa1bb1c1a req-0dd79881-8753-4749-a51b-7398e2fd5ab2 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0816641
Nov 19 14:29:47.399144 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-85538f38-a629-49bc-b89a-042aa1bb1c1a req-cd7dd78e-be52-43fd-9687-05ccd1ff6ee1 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0485234
Nov 19 14:29:47.867187 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6124972-ebdc-4232-9776-8fa3dd46baed req-12608ca6-8286-4172-9597-93179bec75c0 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:47.868796 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e6124972-ebdc-4232-9776-8fa3dd46baed req-12608ca6-8286-4172-9597-93179bec75c0 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.0830069
Nov 19 14:29:47.918227 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e6124972-ebdc-4232-9776-8fa3dd46baed req-4f476394-f8bd-4976-a0da-241120865a63 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431206
Nov 19 14:29:48.290037 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:29:48.360454 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:29:48.360877 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:48.634958 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f02a8-60e9-414d-99e0-523b8e5e4701 req-4a769710-072e-40d7-9369-41da7a29b20f tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:48.636606 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2c7f02a8-60e9-414d-99e0-523b8e5e4701 req-4a769710-072e-40d7-9369-41da7a29b20f tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0942273
Nov 19 14:29:48.685623 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2c7f02a8-60e9-414d-99e0-523b8e5e4701 req-9a60b0f7-3fd9-480f-99d4-bccbe4449f83 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0420012
Nov 19 14:29:49.160642 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4460ba-3883-4367-9780-0d17d4dfe2a4 req-fc0918a7-54cc-4ac1-9663-d0b93aa802e8 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:49.162248 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6f4460ba-3883-4367-9780-0d17d4dfe2a4 req-fc0918a7-54cc-4ac1-9663-d0b93aa802e8 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.0862944
Nov 19 14:29:49.209832 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6f4460ba-3883-4367-9780-0d17d4dfe2a4 req-65b599b8-8c2c-4766-99d4-9396939b9c29 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414524
Nov 19 14:29:49.908265 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719990d6-8541-4300-a79e-7ce8a902a253 req-eadb1cac-7d8d-4bec-971e-26a53457b574 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:49.909889 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-719990d6-8541-4300-a79e-7ce8a902a253 req-eadb1cac-7d8d-4bec-971e-26a53457b574 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0892725
Nov 19 14:29:49.958424 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-719990d6-8541-4300-a79e-7ce8a902a253 req-24048081-d1e3-4968-9088-06c550c572d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422537
Nov 19 14:29:50.441133 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b441c-8ed1-4ac0-b984-7e0a01440a7a req-49723867-e559-4df9-84ce-a54ef903ff4c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:50.442778 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9f0b441c-8ed1-4ac0-b984-7e0a01440a7a req-49723867-e559-4df9-84ce-a54ef903ff4c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.0861988
Nov 19 14:29:50.495397 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9f0b441c-8ed1-4ac0-b984-7e0a01440a7a req-00192114-a09f-49e1-95ee-7d1d2ecc979a tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463266
Nov 19 14:29:51.187260 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cf06a-2f60-4efb-b5fd-c04649986872 req-bd42e251-4ad4-4208-876b-6642da11819e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:51.188768 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fe3cf06a-2f60-4efb-b5fd-c04649986872 req-bd42e251-4ad4-4208-876b-6642da11819e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0853868
Nov 19 14:29:51.249187 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fe3cf06a-2f60-4efb-b5fd-c04649986872 req-0fbb1f74-3265-4055-812c-235876317eff tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0459995
Nov 19 14:29:51.731186 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507657c-ddd0-4723-ad6f-2804dc5fd196 req-e520f633-cd58-4fba-a1e2-9aafdec3407c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:51.732785 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7507657c-ddd0-4723-ad6f-2804dc5fd196 req-e520f633-cd58-4fba-a1e2-9aafdec3407c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.0871592
Nov 19 14:29:51.783904 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7507657c-ddd0-4723-ad6f-2804dc5fd196 req-02371ab0-be9b-4736-8e23-6af7df88181a tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440805
Nov 19 14:29:52.463898 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67113c34-53b1-4bee-b42f-20d33bcb2d12 req-3868e3e9-409b-4e92-8765-8cee1037ab24 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:52.465493 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-67113c34-53b1-4bee-b42f-20d33bcb2d12 req-3868e3e9-409b-4e92-8765-8cee1037ab24 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0874531
Nov 19 14:29:52.513986 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-67113c34-53b1-4bee-b42f-20d33bcb2d12 req-b36b5a27-bdad-4633-a7e0-668af4611b09 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422723
Nov 19 14:29:53.028261 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09a477-b151-4a67-897c-0a8eb5773857 req-7a1dc5d9-2140-46df-acef-02b5d145d404 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:53.033428 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2b09a477-b151-4a67-897c-0a8eb5773857 req-7a1dc5d9-2140-46df-acef-02b5d145d404 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.0995767
Nov 19 14:29:53.079506 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2b09a477-b151-4a67-897c-0a8eb5773857 req-3edd47c0-9b0c-4931-8109-4010edda709a tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426848
Nov 19 14:29:53.731486 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4244478-1b78-4d53-9f10-0e7255151e46 req-b6bd3a4f-84b8-45a1-95d7-108566f9d87f tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:53.733117 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c4244478-1b78-4d53-9f10-0e7255151e46 req-b6bd3a4f-84b8-45a1-95d7-108566f9d87f tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0857928
Nov 19 14:29:53.784395 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c4244478-1b78-4d53-9f10-0e7255151e46 req-32b2aee6-b356-47ef-8993-3a52b5fec28d tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0442975
Nov 19 14:29:54.317289 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e613065-8b3e-4fb0-86a2-89d541e90e2f req-e8d2561e-0591-44d4-be9a-01cff42b33e2 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:54.318962 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0e613065-8b3e-4fb0-86a2-89d541e90e2f req-e8d2561e-0591-44d4-be9a-01cff42b33e2 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.0920541
Nov 19 14:29:54.369944 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0e613065-8b3e-4fb0-86a2-89d541e90e2f req-9ef175c8-bbe5-4d1b-9869-81808ae1e5fb tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445149
Nov 19 14:29:55.000509 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20fc51-5cd0-4b1f-91b6-eae706d76dd3 req-aefb5352-0f7e-481c-a310-1a1f328de830 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:55.002133 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8c20fc51-5cd0-4b1f-91b6-eae706d76dd3 req-aefb5352-0f7e-481c-a310-1a1f328de830 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0826662
Nov 19 14:29:55.054997 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8c20fc51-5cd0-4b1f-91b6-eae706d76dd3 req-e159c4d0-7acd-42e9-a2aa-b0c04aab31f7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0464740
Nov 19 14:29:55.502823 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-44cba4b9-0dec-41f5-b371-10e693450705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:55.606948 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc6613-56a9-4cee-82cc-9f8c891ffd3f req-604ab96d-7581-4e9f-a989-be86fad8894c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:55.608485 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-90dc6613-56a9-4cee-82cc-9f8c891ffd3f req-604ab96d-7581-4e9f-a989-be86fad8894c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.0844872
Nov 19 14:29:55.656936 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-90dc6613-56a9-4cee-82cc-9f8c891ffd3f req-509a7692-35e1-472a-80a8-eaada979db42 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416043
Nov 19 14:29:56.260917 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1df2b-78e1-4fc1-83ac-dbaf7bb3698c req-f19c024f-545c-4125-bd93-470617f72008 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:56.262702 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e3d1df2b-78e1-4fc1-83ac-dbaf7bb3698c req-f19c024f-545c-4125-bd93-470617f72008 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2113208-37bc-4c5f-8350-aa5f4257d1f0 HTTP/1.1" status: 200  len: 851 time: 0.0740404
Nov 19 14:29:56.278251 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dcbf9-42ad-49e8-b4ff-1b3df8f6025c req-3b6775d2-5474-461a-b9b0-41997e075211 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:56.279889 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d84dcbf9-42ad-49e8-b4ff-1b3df8f6025c req-3b6775d2-5474-461a-b9b0-41997e075211 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0930095
Nov 19 14:29:56.328299 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d84dcbf9-42ad-49e8-b4ff-1b3df8f6025c req-576bbbcd-d6a9-4499-a6ba-1eb4abb9b649 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0410097
Nov 19 14:29:56.475238 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e3d1df2b-78e1-4fc1-83ac-dbaf7bb3698c req-150d4377-d37b-4171-9c1e-afb4466e5e8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b416137-3e3b-40b3-b21d-851215fb37f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1402068
Nov 19 14:29:56.478075 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d3f31d02-fc72-4fdc-b484-85728e6ab789 req-cfb9877a-f93f-47e8-8541-37b80210d5ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ddffd2acdea49ecb3b1602e7be2a340&device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 1163 time: 0.1050587
Nov 19 14:29:56.797098 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f31d02-fc72-4fdc-b484-85728e6ab789 req-2c3242f3-dc9f-49ce-8651-397578669b84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:56.798779 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d3f31d02-fc72-4fdc-b484-85728e6ab789 req-2c3242f3-dc9f-49ce-8651-397578669b84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98aca6d4-e506-4773-ad0e-642b375a1bf0 HTTP/1.1" status: 200  len: 902 time: 0.2566597
Nov 19 14:29:56.800797 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e3d1df2b-78e1-4fc1-83ac-dbaf7bb3698c req-aaabf193-cfb5-444c-a3fa-2bb51cf32890 service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3073442
Nov 19 14:29:57.289449 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d3f31d02-fc72-4fdc-b484-85728e6ab789 req-a2fba15a-084b-4e11-978a-642cdec5c6a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 HTTP/1.1" status: 200  len: 1002 time: 0.2358074
Nov 19 14:29:57.369038 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e3d1df2b-78e1-4fc1-83ac-dbaf7bb3698c req-81b78d4a-df20-4089-b766-452e61910dbd service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3098927
Nov 19 14:29:57.379980 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a499d7-0904-4070-ba57-92338be82fbc req-969006cf-4c6b-43b8-9b80-5289f93ac222 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:57.381515 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-24a499d7-0904-4070-ba57-92338be82fbc req-969006cf-4c6b-43b8-9b80-5289f93ac222 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.5780206
Nov 19 14:29:57.409472 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f31d02-fc72-4fdc-b484-85728e6ab789 req-7498efcf-77fe-406a-a42d-0da1368dadbf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:57.411041 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d3f31d02-fc72-4fdc-b484-85728e6ab789 req-7498efcf-77fe-406a-a42d-0da1368dadbf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3fa7d90-1460-4280-8e47-ad97685a5102 HTTP/1.1" status: 200  len: 847 time: 0.1040521
Nov 19 14:29:57.438839 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-24a499d7-0904-4070-ba57-92338be82fbc req-3ed43392-9a75-429e-ad52-756dab0210a2 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507271
Nov 19 14:29:57.514785 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d3f31d02-fc72-4fdc-b484-85728e6ab789 req-a11df8f4-f955-4fdf-a3a5-9fbcc945209c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98aca6d4-e506-4773-ad0e-642b375a1bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748012
Nov 19 14:29:57.616317 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19dc46f-7de8-476a-aa35-11163d289646 req-f02feea4-6c24-4f94-ae62-c5c8695d91e4 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:57.617923 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f19dc46f-7de8-476a-aa35-11163d289646 req-f02feea4-6c24-4f94-ae62-c5c8695d91e4 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0837016
Nov 19 14:29:57.661718 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d3f31d02-fc72-4fdc-b484-85728e6ab789 req-35cbd967-d9da-4e46-a9d5-c4916d10ada3 service neutron] 10.222.0.20 "GET /v2.0/networks/98aca6d4-e506-4773-ad0e-642b375a1bf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381431
Nov 19 14:29:57.666195 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f19dc46f-7de8-476a-aa35-11163d289646 req-6124f3b7-002d-4fc4-b6f0-886a25f06f33 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0420990
Nov 19 14:29:57.807785 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d3f31d02-fc72-4fdc-b484-85728e6ab789 req-97138243-6d3f-4526-b5a2-ca22138c654f service neutron] 10.222.0.20 "GET /v2.0/networks/98aca6d4-e506-4773-ad0e-642b375a1bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1385353
Nov 19 14:29:57.961364 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c258981d-786e-4483-bb5e-56b1491a6438 req-cfc3316c-0550-40da-80ee-29b5c9b53140 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ddffd2acdea49ecb3b1602e7be2a340&device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 1163 time: 0.0783479
Nov 19 14:29:58.103152 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258981d-786e-4483-bb5e-56b1491a6438 req-20b45728-0063-449c-9b0b-cccd1af112c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:58.104693 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c258981d-786e-4483-bb5e-56b1491a6438 req-20b45728-0063-449c-9b0b-cccd1af112c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98aca6d4-e506-4773-ad0e-642b375a1bf0 HTTP/1.1" status: 200  len: 902 time: 0.1361773
Nov 19 14:29:58.182413 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3b5477d6-6503-4c45-8422-f70b1e8b86cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:58.211713 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c258981d-786e-4483-bb5e-56b1491a6438 req-e6745905-8b97-4023-9ba2-3ff373270dff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 HTTP/1.1" status: 200  len: 1002 time: 0.1000583
Nov 19 14:29:58.284972 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258981d-786e-4483-bb5e-56b1491a6438 req-4399c795-bb2c-46a2-bc4f-eafd6703c7d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:58.286490 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c258981d-786e-4483-bb5e-56b1491a6438 req-4399c795-bb2c-46a2-bc4f-eafd6703c7d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3fa7d90-1460-4280-8e47-ad97685a5102 HTTP/1.1" status: 200  len: 847 time: 0.0661597
Nov 19 14:29:58.366142 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c258981d-786e-4483-bb5e-56b1491a6438 req-218c8d29-ea09-4a2b-a832-ff4133b74f6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98aca6d4-e506-4773-ad0e-642b375a1bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717847
Nov 19 14:29:58.510547 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c258981d-786e-4483-bb5e-56b1491a6438 req-8e9fb4d8-93cb-4eba-aea1-5f1aa53c9a3b service neutron] 10.222.0.20 "GET /v2.0/networks/98aca6d4-e506-4773-ad0e-642b375a1bf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366034
Nov 19 14:29:58.661102 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c258981d-786e-4483-bb5e-56b1491a6438 req-0ec39968-e278-42a8-b628-683db6769ac2 service neutron] 10.222.0.20 "GET /v2.0/networks/98aca6d4-e506-4773-ad0e-642b375a1bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1432447
Nov 19 14:29:58.808048 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:58.883370 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cd879-5720-4eba-92cd-f2f852127d75 req-b8b36485-5fa3-4d32-bba3-996dc2220352 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:58.884923 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d90cd879-5720-4eba-92cd-f2f852127d75 req-b8b36485-5fa3-4d32-bba3-996dc2220352 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.2985818
Nov 19 14:29:58.890367 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d034b84-d1bd-4dd5-a654-30c297309701 req-b2dcf706-59f6-424f-8e4b-6cb37188485d tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:29:58.892063 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4d034b84-d1bd-4dd5-a654-30c297309701 req-b2dcf706-59f6-424f-8e4b-6cb37188485d tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0893292
Nov 19 14:29:58.934816 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d90cd879-5720-4eba-92cd-f2f852127d75 req-dca3d6ee-601d-47ad-adfa-0e28725538f9 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432248
Nov 19 14:29:58.952038 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4d034b84-d1bd-4dd5-a654-30c297309701 req-62903e05-94f9-43c6-a958-1230e82e7d32 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0440156
Nov 19 14:29:59.694772 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:29:59.962840 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:00.162396 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8a819-1468-4fe1-a330-d75e814c42de req-7795ace9-f8d6-4a79-8bad-e3f87c3f19e8 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:00.164517 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-55f8a819-1468-4fe1-a330-d75e814c42de req-7795ace9-f8d6-4a79-8bad-e3f87c3f19e8 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0834582
Nov 19 14:30:00.169363 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea1370-e5a7-41b3-bab3-b52bd33349a7 req-dc6d0ef7-9a29-4c1c-9bad-a4abed29e972 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:00.170995 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6fea1370-e5a7-41b3-bab3-b52bd33349a7 req-dc6d0ef7-9a29-4c1c-9bad-a4abed29e972 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.0849917
Nov 19 14:30:00.212678 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-55f8a819-1468-4fe1-a330-d75e814c42de req-db47e495-e2ee-47ba-a103-bc50cc8136dc tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417304
Nov 19 14:30:00.218708 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6fea1370-e5a7-41b3-bab3-b52bd33349a7 req-65a41bac-69da-44d4-9f4f-cb03e6f4de85 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416148
Nov 19 14:30:01.428886 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdff2386-a5a0-4a6f-89f7-e0a94d8e667a req-9b33b31a-f41b-4820-8079-9a429bddabf4 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:01.430505 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-cdff2386-a5a0-4a6f-89f7-e0a94d8e667a req-9b33b31a-f41b-4820-8079-9a429bddabf4 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0881143
Nov 19 14:30:01.457109 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91fc60-e5fa-4dbe-877b-5ae191cbd4b9 req-bb98c267-b04c-44a8-aae8-3277e99202a2 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:01.458753 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6c91fc60-e5fa-4dbe-877b-5ae191cbd4b9 req-bb98c267-b04c-44a8-aae8-3277e99202a2 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.0874465
Nov 19 14:30:01.479205 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-cdff2386-a5a0-4a6f-89f7-e0a94d8e667a req-00e6ad61-0c0b-462d-9338-06422e688604 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0424891
Nov 19 14:30:01.507251 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6c91fc60-e5fa-4dbe-877b-5ae191cbd4b9 req-109c9d95-13f0-45a5-8262-23a680353a19 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423250
Nov 19 14:30:01.776655 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 32846) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:30:01.940632 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df2285-3f9d-42ce-82dd-0a2dd49ee6b2 req-c0502391-43c2-4700-91d2-4585df51b662 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:01.942251 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-21df2285-3f9d-42ce-82dd-0a2dd49ee6b2 req-c0502391-43c2-4700-91d2-4585df51b662 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.1463068
Nov 19 14:30:01.968554 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b972d022-1991-412f-9590-d591112713cc req-66c5207c-e947-431d-ae1b-4d9dbc1fb86a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1905582
Nov 19 14:30:01.997693 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-21df2285-3f9d-42ce-82dd-0a2dd49ee6b2 req-3fbd04b5-1884-4088-b02e-de0a0b552793 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0490716
Nov 19 14:30:02.222511 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:30:02.337626 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:02.365313 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924df653-7468-42ab-9f57-7ef38e1ebf6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:30:02.375806 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1,segment=NetworkSegment(f1960a51-4bc3-4eed-86e4-24102da323d7),segment_id=f1960a51-4bc3-4eed-86e4-24102da323d7)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:30:02.378721 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:02.380514 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:30:02.427495 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '924df653-7468-42ab-9f57-7ef38e1ebf6d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1', 'code': 422} returned with failed status
Nov 19 14:30:02.449055 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1,revision_number=5']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:30:02.452663 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:30:02.737452 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec24acc-b8be-4854-baeb-5ce622628ab5 req-9371979f-8368-4c0d-aff0-8489ef2d6f91 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:02.738993 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-cec24acc-b8be-4854-baeb-5ce622628ab5 req-9371979f-8368-4c0d-aff0-8489ef2d6f91 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.0841079
Nov 19 14:30:02.789401 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-cec24acc-b8be-4854-baeb-5ce622628ab5 req-c9282172-7b16-4355-be0a-5ac971556b2d tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438657
Nov 19 14:30:03.212302 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd462c-44b4-4364-a7eb-0c00010d5b3b req-3dcabe3b-b2a6-48e5-9e43-be99d95b6b82 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:03.213927 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-06cd462c-44b4-4364-a7eb-0c00010d5b3b req-3dcabe3b-b2a6-48e5-9e43-be99d95b6b82 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 944 time: 0.0839424
Nov 19 14:30:03.267522 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-06cd462c-44b4-4364-a7eb-0c00010d5b3b req-f69dee43-0793-4dca-9703-0633035a06f9 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0464995
Nov 19 14:30:03.547854 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b972d022-1991-412f-9590-d591112713cc req-cba3bcf3-489d-46e8-9413-fee59ddaf284 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d&tenant_id=0ddffd2acdea49ecb3b1602e7be2a340 HTTP/1.1" status: 200  len: 1161 time: 0.0731671
Nov 19 14:30:03.657389 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b972d022-1991-412f-9590-d591112713cc req-085ca3c1-5686-40f1-bc51-d668823bc2f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ddffd2acdea49ecb3b1602e7be2a340&device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 1161 time: 0.0723627
Nov 19 14:30:03.800609 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972d022-1991-412f-9590-d591112713cc req-4d2e730d-c2c4-499b-93b3-1535d576d081 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:03.802187 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b972d022-1991-412f-9590-d591112713cc req-4d2e730d-c2c4-499b-93b3-1535d576d081 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98aca6d4-e506-4773-ad0e-642b375a1bf0 HTTP/1.1" status: 200  len: 902 time: 0.1374838
Nov 19 14:30:03.912721 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b972d022-1991-412f-9590-d591112713cc req-fa467691-8dcf-4229-8fbc-16135791cd8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 HTTP/1.1" status: 200  len: 1000 time: 0.1038716
Nov 19 14:30:04.041187 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972d022-1991-412f-9590-d591112713cc req-a5c9a52e-afa9-4598-bbf4-eb9f3657f15a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:04.042777 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b972d022-1991-412f-9590-d591112713cc req-a5c9a52e-afa9-4598-bbf4-eb9f3657f15a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3fa7d90-1460-4280-8e47-ad97685a5102 HTTP/1.1" status: 200  len: 847 time: 0.1230769
Nov 19 14:30:04.114988 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb734579-9696-4cd0-a845-beb05e27b586 req-979fa467-df4f-4723-ae47-c1fcf486c48a tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:04.116819 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fb734579-9696-4cd0-a845-beb05e27b586 req-979fa467-df4f-4723-ae47-c1fcf486c48a tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 943 time: 0.1616914
Nov 19 14:30:04.175489 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b972d022-1991-412f-9590-d591112713cc req-c5361254-ff57-448b-b53c-81c39185f0bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98aca6d4-e506-4773-ad0e-642b375a1bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1240678
Nov 19 14:30:04.180403 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fb734579-9696-4cd0-a845-beb05e27b586 req-161679a7-7488-49a8-a88c-bf55b545fa26 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573428
Nov 19 14:30:04.318954 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b972d022-1991-412f-9590-d591112713cc req-6ecbcfcc-ac3b-4a56-b319-da04708d31e1 service neutron] 10.222.0.20 "GET /v2.0/networks/98aca6d4-e506-4773-ad0e-642b375a1bf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356373
Nov 19 14:30:04.464840 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b972d022-1991-412f-9590-d591112713cc req-64b7abd4-d26c-49a3-8c6f-e3e16d288365 service neutron] 10.222.0.20 "GET /v2.0/networks/98aca6d4-e506-4773-ad0e-642b375a1bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391208
Nov 19 14:30:04.484655 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0947c-5398-44a2-86bd-6d59b0ac721f req-cea5d1d6-1e10-45fa-97fd-d4ef3cf38d43 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:04.486301 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c4b0947c-5398-44a2-86bd-6d59b0ac721f req-cea5d1d6-1e10-45fa-97fd-d4ef3cf38d43 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 944 time: 0.0856376
Nov 19 14:30:04.536885 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c4b0947c-5398-44a2-86bd-6d59b0ac721f req-47154021-e375-4663-8023-ba07de8ee9cf tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0440147
Nov 19 14:30:04.710275 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 09b7b3dd-800b-4ace-94d9-112d17e75484 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:30:04.784175 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 09b7b3dd-800b-4ace-94d9-112d17e75484 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:30:04.784498 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:04.899188 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:04.930890 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab17bb80-1015-4181-8e88-b93dde5a91d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b7b3dd-800b-4ace-94d9-112d17e75484'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:30:04.941297 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 09b7b3dd-800b-4ace-94d9-112d17e75484, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=09b7b3dd-800b-4ace-94d9-112d17e75484,segment=NetworkSegment(39394dae-1e15-4665-95c9-e88c1b5027ac),segment_id=39394dae-1e15-4665-95c9-e88c1b5027ac)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:30:04.944255 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:04.946216 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:30:04.992637 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab17bb80-1015-4181-8e88-b93dde5a91d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b7b3dd-800b-4ace-94d9-112d17e75484', 'code': 200}
Nov 19 14:30:05.014238 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=09b7b3dd-800b-4ace-94d9-112d17e75484,revision_number=6']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:30:05.017486 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:30:05.411217 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22ce2a3-6c4f-486c-8357-9997a6f8fd2f req-b1bf7192-80f3-4d72-a890-e774cd41d876 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:05.412836 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c22ce2a3-6c4f-486c-8357-9997a6f8fd2f req-b1bf7192-80f3-4d72-a890-e774cd41d876 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.0883939
Nov 19 14:30:05.462015 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c22ce2a3-6c4f-486c-8357-9997a6f8fd2f req-57e05e8a-35c0-43ed-a957-e5abc007d4b5 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423491
Nov 19 14:30:05.577287 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-98d677e4-7344-4b79-95f7-91744ac72055 req-ff6b65b4-99a0-43f6-a6e3-b92e334c34e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 1162 time: 0.0742440
Nov 19 14:30:05.623993 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-98d677e4-7344-4b79-95f7-91744ac72055 req-1e217d0c-6fec-49e8-80e7-29258db73103 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397391
Nov 19 14:30:05.749614 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcea06f-b3ca-4369-a188-c08a8037302c req-ec2d624f-4dcd-4ae7-9c02-a2da29dbafce tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:05.751139 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5fcea06f-b3ca-4369-a188-c08a8037302c req-ec2d624f-4dcd-4ae7-9c02-a2da29dbafce tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 944 time: 0.0813837
Nov 19 14:30:05.798926 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5fcea06f-b3ca-4369-a188-c08a8037302c req-6cb54eab-ea5a-4c96-8763-0275f460de4b tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0410657
Nov 19 14:30:06.373097 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 09b7b3dd-800b-4ace-94d9-112d17e75484 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:30:06.442038 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 09b7b3dd-800b-4ace-94d9-112d17e75484 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:30:06.442458 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:06.694127 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93b258-3be6-4067-83db-37202e345220 req-13c4ff63-1973-4e12-a614-8234ebf4ab15 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:06.695774 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0d93b258-3be6-4067-83db-37202e345220 req-13c4ff63-1973-4e12-a614-8234ebf4ab15 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.0900388
Nov 19 14:30:06.744666 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0d93b258-3be6-4067-83db-37202e345220 req-1a2abeda-c4d2-4e58-b359-6d887b64cd5f tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428405
Nov 19 14:30:07.234273 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae53fe1-1226-407b-9758-1b4b75c9e028 req-e89dcaa9-3120-48d2-9bd5-d78c83515d88 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:07.235933 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-bae53fe1-1226-407b-9758-1b4b75c9e028 req-e89dcaa9-3120-48d2-9bd5-d78c83515d88 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 944 time: 0.3042605
Nov 19 14:30:07.284782 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-bae53fe1-1226-407b-9758-1b4b75c9e028 req-e1d6038c-69a3-4ae9-920e-52fda9e89844 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0423763
Nov 19 14:30:07.974462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43c0f64-5242-487b-b66f-33b78b483484 req-3cbf60f5-1d89-49ac-962a-95285f0044ec tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:07.976105 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e43c0f64-5242-487b-b66f-33b78b483484 req-3cbf60f5-1d89-49ac-962a-95285f0044ec tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.0823917
Nov 19 14:30:08.023185 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e43c0f64-5242-487b-b66f-33b78b483484 req-c0730af5-a32b-4769-94ca-114934a4f709 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410879
Nov 19 14:30:08.494712 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baf530b-58b9-424d-8206-4dfd3cef2a2e req-dd55ad8f-98c4-4272-aa75-aaf84fbfbaa7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:08.496289 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1baf530b-58b9-424d-8206-4dfd3cef2a2e req-dd55ad8f-98c4-4272-aa75-aaf84fbfbaa7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 944 time: 0.0848291
Nov 19 14:30:08.543832 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1baf530b-58b9-424d-8206-4dfd3cef2a2e req-6ae71230-08e1-4b71-a1f9-45f2538da0d3 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0414727
Nov 19 14:30:08.772340 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:30:09.751353 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7b234-5aab-4606-a91e-610ddee59005 req-2bface42-da14-489e-a33c-84e5d134aba3 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:09.753527 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-37b7b234-5aab-4606-a91e-610ddee59005 req-2bface42-da14-489e-a33c-84e5d134aba3 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 944 time: 0.0830686
Nov 19 14:30:09.804731 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-37b7b234-5aab-4606-a91e-610ddee59005 req-30f40116-adf7-44bf-870f-f0b319a18f3c tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0450730
Nov 19 14:30:11.014800 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b17b89-d4b9-4f95-8a96-6ef5053bfb4e req-f1156074-2f21-4a58-9b9f-955205b58b91 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:11.016352 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c7b17b89-d4b9-4f95-8a96-6ef5053bfb4e req-f1156074-2f21-4a58-9b9f-955205b58b91 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 944 time: 0.0820885
Nov 19 14:30:11.063232 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c7b17b89-d4b9-4f95-8a96-6ef5053bfb4e req-92029c42-de27-4743-91c8-3311c8d16f93 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0401170
Nov 19 14:30:12.276167 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa117b33-d7d2-4837-bd86-6f0885f87202 req-61208972-d38d-4579-96f7-b03adb734c3f tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:12.277678 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fa117b33-d7d2-4837-bd86-6f0885f87202 req-61208972-d38d-4579-96f7-b03adb734c3f tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 944 time: 0.0854442
Nov 19 14:30:12.325546 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fa117b33-d7d2-4837-bd86-6f0885f87202 req-83cd3704-8968-4338-9657-510289c1e868 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417278
Nov 19 14:30:12.923468 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:30:12.994990 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:30:12.995418 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:13.111737 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:13.138702 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924df653-7468-42ab-9f57-7ef38e1ebf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:30:13.148806 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1,segment=NetworkSegment(f1960a51-4bc3-4eed-86e4-24102da323d7),segment_id=f1960a51-4bc3-4eed-86e4-24102da323d7)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:30:13.151753 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:13.153610 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-76f3c20e-c8fb-4fcf-aea7-c69086b1c3f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:30:13.202601 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924df653-7468-42ab-9f57-7ef38e1ebf6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1', 'code': 200}
Nov 19 14:30:13.224047 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1,revision_number=6']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:30:13.227274 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:30:13.540441 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8eb9ec3f-b285-4277-b1b0-8194442d86a6 req-dd683f7d-4498-417d-977d-8a8d15726c43 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 1163 time: 0.0763166
Nov 19 14:30:13.587148 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8eb9ec3f-b285-4277-b1b0-8194442d86a6 req-398f229e-5deb-40b8-a83b-88db434a3c54 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0394273
Nov 19 14:30:13.670731 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf3e40a-364f-46d3-bbf3-ac940a8d4951 req-08f01ca9-a2c7-456f-9962-e56ef1562842 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:13.672289 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ccf3e40a-364f-46d3-bbf3-ac940a8d4951 req-08f01ca9-a2c7-456f-9962-e56ef1562842 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0835359
Nov 19 14:30:13.718783 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ccf3e40a-364f-46d3-bbf3-ac940a8d4951 req-8d9d78d4-53fe-4ddb-89ee-fb45c465b048 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0404167
Nov 19 14:30:14.096775 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:14.565489 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:30:14.636923 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:30:14.637349 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:14.957772 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c761e6-eeb1-430c-b019-289a2b850ebb req-c0145d1b-f4d0-4096-ae39-2b0570e92085 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:14.959449 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b7c761e6-eeb1-430c-b019-289a2b850ebb req-c0145d1b-f4d0-4096-ae39-2b0570e92085 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.1070957
Nov 19 14:30:15.009474 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b7c761e6-eeb1-430c-b019-289a2b850ebb req-9a490072-1d76-4582-9b9d-e309a0fa76be tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0436893
Nov 19 14:30:16.223724 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1c797-da28-4c7b-b04c-c938f5ef9ee4 req-f00723ae-bcab-4fe5-8127-6c3ca21172cf tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:16.225244 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-65c1c797-da28-4c7b-b04c-c938f5ef9ee4 req-f00723ae-bcab-4fe5-8127-6c3ca21172cf tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0863512
Nov 19 14:30:16.272507 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-65c1c797-da28-4c7b-b04c-c938f5ef9ee4 req-0a6ee5a8-3f88-4b7b-bd2c-eeea8b5b7077 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0411441
Nov 19 14:30:16.561328 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:30:16.631200 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:30:16.631623 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:25.505140 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-426e1aa9-5f19-48f6-bab5-e733514a4c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:28.184102 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d52375e1-badc-408f-8097-80e9e85d761d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:28.815384 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:29.696400 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:29.965381 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:44.099426 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8bcab0d1-61bd-4808-968d-b4351fae294a req-f2d8ff28-0c63-4aea-b5cb-30d96359cede service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0730445
Nov 19 14:30:44.110503 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:44.273570 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8bcab0d1-61bd-4808-968d-b4351fae294a req-6f1bb000-614e-4996-ada8-0d99e34fa960 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ddffd2acdea49ecb3b1602e7be2a340&device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 1163 time: 0.0772133
Nov 19 14:30:44.429222 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcab0d1-61bd-4808-968d-b4351fae294a req-08364b7c-2ee4-46e4-9ee2-945ac595d15a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:44.430875 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8bcab0d1-61bd-4808-968d-b4351fae294a req-08364b7c-2ee4-46e4-9ee2-945ac595d15a service neutron] 10.222.0.20 "GET /v2.0/networks?id=98aca6d4-e506-4773-ad0e-642b375a1bf0 HTTP/1.1" status: 200  len: 902 time: 0.1375268
Nov 19 14:30:44.544354 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8bcab0d1-61bd-4808-968d-b4351fae294a req-41aec1d1-1eb9-4c0d-aec2-0ddf7ace60c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 HTTP/1.1" status: 200  len: 1002 time: 0.1057186
Nov 19 14:30:44.622670 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcab0d1-61bd-4808-968d-b4351fae294a req-069609ef-b658-4655-8e37-769030f71bfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:44.624272 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8bcab0d1-61bd-4808-968d-b4351fae294a req-069609ef-b658-4655-8e37-769030f71bfa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3fa7d90-1460-4280-8e47-ad97685a5102 HTTP/1.1" status: 200  len: 847 time: 0.0654695
Nov 19 14:30:44.706828 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8bcab0d1-61bd-4808-968d-b4351fae294a req-cbba6cde-3e62-4a8f-ab5c-50d8f85dc21a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98aca6d4-e506-4773-ad0e-642b375a1bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0739865
Nov 19 14:30:44.851753 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8bcab0d1-61bd-4808-968d-b4351fae294a req-c0cff7cb-591c-45d7-848e-134ab72606b4 service neutron] 10.222.0.20 "GET /v2.0/networks/98aca6d4-e506-4773-ad0e-642b375a1bf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372201
Nov 19 14:30:44.997437 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8bcab0d1-61bd-4808-968d-b4351fae294a req-cc48947e-197d-45a6-b3de-8632a6c2e7b1 service neutron] 10.222.0.20 "GET /v2.0/networks/98aca6d4-e506-4773-ad0e-642b375a1bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379716
Nov 19 14:30:45.774064 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:30:46.380997 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edde58-a249-4e5b-baae-ff087c6ea442 req-6c11d3be-0921-4e81-9111-6417fc00b1b0 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:46.382508 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-25edde58-a249-4e5b-baae-ff087c6ea442 req-6c11d3be-0921-4e81-9111-6417fc00b1b0 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 946 time: 0.0874989
Nov 19 14:30:46.429812 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-25edde58-a249-4e5b-baae-ff087c6ea442 req-3a6e7b87-6c1a-489c-ae67-f8e1d7851b2b tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=e50efda7-af4d-4ce9-88c6-1d10014ea018&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411861
Nov 19 14:30:47.639703 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4132a2-c02d-4b3a-a7a3-fc4d101fe076 req-2e4ff046-20af-46a1-b84f-dea6d100c9ae tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:47.641275 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ae4132a2-c02d-4b3a-a7a3-fc4d101fe076 req-2e4ff046-20af-46a1-b84f-dea6d100c9ae tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 946 time: 0.0818622
Nov 19 14:30:47.688554 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ae4132a2-c02d-4b3a-a7a3-fc4d101fe076 req-8d368458-c9c2-4d05-a7bb-1a770d4b63cc tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=e50efda7-af4d-4ce9-88c6-1d10014ea018&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411639
Nov 19 14:30:48.474078 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-975214e0-539c-4ef6-a7ee-2f7c283f5f14 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:48.475586 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-975214e0-539c-4ef6-a7ee-2f7c283f5f14 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.20 "GET /v2.0/ports?device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 946 time: 0.0823331
Nov 19 14:30:48.553359 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Deleting port 52d753cb-0990-4664-bf11-b3c7b87e24a7 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:30:48.553749 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:48.685659 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 52d753cb-0990-4664-bf11-b3c7b87e24a7 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:30:48.825215 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:48.854517 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da045fd1-981d-4c21-b8ac-fa6dabedd0cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d753cb-0990-4664-bf11-b3c7b87e24a7'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:30:48.865580 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 52d753cb-0990-4664-bf11-b3c7b87e24a7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=52d753cb-0990-4664-bf11-b3c7b87e24a7,segment=NetworkSegment(f5e9c60a-4a26-44b0-86a6-f78ad9885ef8),segment_id=f5e9c60a-4a26-44b0-86a6-f78ad9885ef8)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:30:48.871103 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:48.872968 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:30:48.933457 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da045fd1-981d-4c21-b8ac-fa6dabedd0cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d753cb-0990-4664-bf11-b3c7b87e24a7', 'code': 200}
Nov 19 14:30:48.947381 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=52d753cb-0990-4664-bf11-b3c7b87e24a7,revision_number=5']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:30:48.956626 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.957096 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.957542 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.958023 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.958512 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.958846 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.959214 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.959581 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.959951 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.960316 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.960681 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.961045 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.961504 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.961865 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.962225 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.962623 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.963139 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.963325 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.963680 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.964038 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.964393 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.964749 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.965103 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.965290 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] For port 52d753cb-0990-4664-bf11-b3c7b87e24a7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=52d753cb-0990-4664-bf11-b3c7b87e24a7,segment=NetworkSegment(f5e9c60a-4a26-44b0-86a6-f78ad9885ef8),segment_id=f5e9c60a-4a26-44b0-86a6-f78ad9885ef8)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:30:48.965457 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:48.965701 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:48.969934 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:30:49.083059 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb146f-6760-414e-9106-beb23e370f2a req-eafe84c5-28f8-4b69-95dc-bbce896b2a8c tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:49.084720 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9aeb146f-6760-414e-9106-beb23e370f2a req-eafe84c5-28f8-4b69-95dc-bbce896b2a8c tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 944 time: 0.2322268
Nov 19 14:30:49.294670 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9aeb146f-6760-414e-9106-beb23e370f2a req-2a4cb798-d6b8-41e9-8177-23fab2a1c8d2 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=e50efda7-af4d-4ce9-88c6-1d10014ea018&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2024221
Nov 19 14:30:49.327845 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for floatingip, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:49.328265 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:49.328622 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.l3_db [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Floating IP cf1cceaf-152d-4b6b-a83f-a76665dfd730 disassociated. External IP: 172.27.0.238, port: 52d753cb-0990-4664-bf11-b3c7b87e24a7.
Nov 19 14:30:49.329007 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Calling delete_port for 52d753cb-0990-4664-bf11-b3c7b87e24a7 owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:30:49.415915 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.db.api [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80260) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 14:30:49.416291 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_db.api [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 14:30:49.917220 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Deleting port 52d753cb-0990-4664-bf11-b3c7b87e24a7 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:30:49.917711 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:50.186048 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] For port 52d753cb-0990-4664-bf11-b3c7b87e24a7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=52d753cb-0990-4664-bf11-b3c7b87e24a7,segment=NetworkSegment(f5e9c60a-4a26-44b0-86a6-f78ad9885ef8),segment_id=f5e9c60a-4a26-44b0-86a6-f78ad9885ef8)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:30:50.186458 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:50.453031 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690bedd-0299-4a31-9a0d-5bc3b6de2850 req-e599ca97-e4b5-4f67-a96e-c25c1b936417 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:50.454652 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c690bedd-0299-4a31-9a0d-5bc3b6de2850 req-e599ca97-e4b5-4f67-a96e-c25c1b936417 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.1896176
Nov 19 14:30:50.516233 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c20854-510b-4e2d-aa7c-6113fe0e2089 req-5349cfcd-c58e-437f-9e81-d9938d760444 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:50.518289 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a2c20854-510b-4e2d-aa7c-6113fe0e2089 req-5349cfcd-c58e-437f-9e81-d9938d760444 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 944 time: 0.0891500
Nov 19 14:30:50.569102 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a2c20854-510b-4e2d-aa7c-6113fe0e2089 req-99475b5e-3a73-49f8-af20-f24d171b41e6 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups?id=e50efda7-af4d-4ce9-88c6-1d10014ea018&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436482
Nov 19 14:30:50.595520 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for floatingip, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:50.595942 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:50.596293 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.l3_db [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Floating IP cf1cceaf-152d-4b6b-a83f-a76665dfd730 disassociated. External IP: 172.27.0.238, port: 52d753cb-0990-4664-bf11-b3c7b87e24a7.
Nov 19 14:30:50.596675 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Calling delete_port for 52d753cb-0990-4664-bf11-b3c7b87e24a7 owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:30:50.643884 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c690bedd-0299-4a31-9a0d-5bc3b6de2850 req-9bb1aaa3-7483-4e27-9d85-0f987db2a120 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1301084
Nov 19 14:30:50.744281 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:50.759114 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-de727f08-398b-484f-8da6-a6915444442c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:30:51.020995 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Pushing event deleted for resources: {'Port': ['ID=52d753cb-0990-4664-bf11-b3c7b87e24a7,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:30:51.087531 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.087946 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.088352 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.088750 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.089144 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.089536 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.089933 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.090323 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.090742 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.091131 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.091519 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.091905 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.092409 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.092780 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.093164 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.093570 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.093957 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.094342 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.094753 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.095140 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.095523 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.095908 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.096292 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.096673 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:51.107656 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:30:51.364408 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Router d0a95759-ddad-469e-bbde-0f1a627c223b has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:30:51.573933 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:30:51.592293 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55150f8b-c045-487d-834e-e78197cd5b5a None None] Sync routers for ids ['d0a95759-ddad-469e-bbde-0f1a627c223b'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:30:51.620576 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] No DVR routers for this DVR port 52d753cb-0990-4664-bf11-b3c7b87e24a7 on host hv-cinder-76330 {{(pid=80260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:30:51.622964 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:51.625246 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55150f8b-c045-487d-834e-e78197cd5b5a None None] Routers {'d0a95759-ddad-469e-bbde-0f1a627c223b'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:30:51.625917 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da045fd1-981d-4c21-b8ac-fa6dabedd0cd', 'name': 'network-vif-deleted', 'tag': '52d753cb-0990-4664-bf11-b3c7b87e24a7'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:30:51.626031 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-55150f8b-c045-487d-834e-e78197cd5b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c75e198>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:30:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['d0a95759-ddad-469e-bbde-0f1a627c223b'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:30:51.642781 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3c9e1f75-b857-4227-9032-af1b48adf9aa req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.20 "DELETE /v2.0/ports/52d753cb-0990-4664-bf11-b3c7b87e24a7 HTTP/1.1" status: 204  len: 173 time: 3.1608374
Nov 19 14:30:51.727824 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da045fd1-981d-4c21-b8ac-fa6dabedd0cd', 'name': 'network-vif-deleted', 'tag': '52d753cb-0990-4664-bf11-b3c7b87e24a7', 'status': 'completed', 'code': 200}
Nov 19 14:30:51.825126 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9d7d2fe4-353d-4928-b30a-7f9ccd1864bf req-9c38abfe-573c-4100-b324-96f9c0fc2ea4 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/ports?device_id=da045fd1-981d-4c21-b8ac-fa6dabedd0cd HTTP/1.1" status: 200  len: 210 time: 0.0526729
Nov 19 14:30:51.879605 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-55150f8b-c045-487d-834e-e78197cd5b5a None None] Set router d0a95759-ddad-469e-bbde-0f1a627c223b gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:30:51.922099 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13aa7d-c99f-4adf-86de-ce7192573149 req-a3234655-5b7e-47a8-9f52-73b98c7181bd tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:51.923952 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dd13aa7d-c99f-4adf-86de-ce7192573149 req-a3234655-5b7e-47a8-9f52-73b98c7181bd tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.0899692
Nov 19 14:30:52.033733 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dd13aa7d-c99f-4adf-86de-ce7192573149 req-65aa1c52-76cd-4acb-9860-7e5fdc190fc6 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=673f6258-06d7-4c0a-9290-e41740149ce6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1035945
Nov 19 14:30:52.053513 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac6f90-9e30-4fcf-a8ca-f8e10b12438e req-0102dc80-e5f4-40c9-9340-0f4901a90700 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:52.055158 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-faac6f90-9e30-4fcf-a8ca-f8e10b12438e req-0102dc80-e5f4-40c9-9340-0f4901a90700 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.20 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 945 time: 0.1087153
Nov 19 14:30:52.133865 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-faac6f90-9e30-4fcf-a8ca-f8e10b12438e req-e6ea19a1-7b18-4d90-9f19-791849a5a569 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Deleting port 09b7b3dd-800b-4ace-94d9-112d17e75484 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:30:52.134158 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-faac6f90-9e30-4fcf-a8ca-f8e10b12438e req-e6ea19a1-7b18-4d90-9f19-791849a5a569 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:52.215687 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-55150f8b-c045-487d-834e-e78197cd5b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c75e198>, [{'id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'name': 'tempest-AttachVolumeTestJSON-202479420-router', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:44Z', 'revision_number': 4, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'gw_port': {'id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'a98efd81-3ffd-410d-a2dd-34305de841ec', 'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'mac_address': 'fa:16:3e:3d:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:41Z', 'updated_at': '2020-11-19T14:24:02Z', 'revision_number': 5, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'subnets': [{'id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:30:52.220128 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55150f8b-c045-487d-834e-e78197cd5b5a None None] Checking router: d0a95759-ddad-469e-bbde-0f1a627c223b for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:30:52.231548 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55150f8b-c045-487d-834e-e78197cd5b5a None None] Routers {'d0a95759-ddad-469e-bbde-0f1a627c223b'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:30:52.232209 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-55150f8b-c045-487d-834e-e78197cd5b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c75e198>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:30:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['d0a95759-ddad-469e-bbde-0f1a627c223b'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:30:52.396264 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-faac6f90-9e30-4fcf-a8ca-f8e10b12438e req-e6ea19a1-7b18-4d90-9f19-791849a5a569 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] For port 09b7b3dd-800b-4ace-94d9-112d17e75484, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=09b7b3dd-800b-4ace-94d9-112d17e75484,segment=NetworkSegment(39394dae-1e15-4665-95c9-e88c1b5027ac),segment_id=39394dae-1e15-4665-95c9-e88c1b5027ac)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:30:52.396635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-faac6f90-9e30-4fcf-a8ca-f8e10b12438e req-e6ea19a1-7b18-4d90-9f19-791849a5a569 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:52.433584 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-55150f8b-c045-487d-834e-e78197cd5b5a None None] Set router d0a95759-ddad-469e-bbde-0f1a627c223b gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:30:52.700613 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-faac6f90-9e30-4fcf-a8ca-f8e10b12438e req-e6ea19a1-7b18-4d90-9f19-791849a5a569 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for floatingip, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:52.701028 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-faac6f90-9e30-4fcf-a8ca-f8e10b12438e req-e6ea19a1-7b18-4d90-9f19-791849a5a569 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:52.701386 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.l3_db [req-faac6f90-9e30-4fcf-a8ca-f8e10b12438e req-e6ea19a1-7b18-4d90-9f19-791849a5a569 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Floating IP aa706bdf-2c62-466c-920f-0ed6fa06cbb9 disassociated. External IP: 172.27.0.240, port: 09b7b3dd-800b-4ace-94d9-112d17e75484.
Nov 19 14:30:52.701771 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-faac6f90-9e30-4fcf-a8ca-f8e10b12438e req-e6ea19a1-7b18-4d90-9f19-791849a5a569 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Calling delete_port for 09b7b3dd-800b-4ace-94d9-112d17e75484 owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:30:52.753472 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 09b7b3dd-800b-4ace-94d9-112d17e75484 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:30:52.764635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-55150f8b-c045-487d-834e-e78197cd5b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c75e198>, [{'id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'name': 'tempest-AttachVolumeTestJSON-202479420-router', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:44Z', 'revision_number': 4, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'gw_port': {'id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'a98efd81-3ffd-410d-a2dd-34305de841ec', 'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'mac_address': 'fa:16:3e:3d:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:41Z', 'updated_at': '2020-11-19T14:24:02Z', 'revision_number': 5, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'subnets': [{'id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:30:52.768968 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55150f8b-c045-487d-834e-e78197cd5b5a None None] The sync data for ids ['d0a95759-ddad-469e-bbde-0f1a627c223b'] in dv-cinder-763306-2-iscsi is: [{'id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'name': 'tempest-AttachVolumeTestJSON-202479420-router', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:23:44Z', 'revision_number': 4, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'gw_port': {'id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'a98efd81-3ffd-410d-a2dd-34305de841ec', 'name': '', 'network_id': 'cdddb518-8cf2-4322-a35f-0e12175bafb1', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'mac_address': 'fa:16:3e:3d:48:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:41Z', 'updated_at': '2020-11-19T14:24:02Z', 'revision_number': 5, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'subnets': [{'id': 'ce705c2c-2ed4-4025-aa9f-42e56e9aa635', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:30:52.851516 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-faac6f90-9e30-4fcf-a8ca-f8e10b12438e req-e6ea19a1-7b18-4d90-9f19-791849a5a569 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:52.868026 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:30:52.873781 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:52.917551 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea19a1-7b18-4d90-9f19-791849a5a569 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Pushing event deleted for resources: {'Port': ['ID=09b7b3dd-800b-4ace-94d9-112d17e75484,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:30:52.920478 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e6ea19a1-7b18-4d90-9f19-791849a5a569 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:30:53.009453 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 33144) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:30:53.103836 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:53.137072 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:53.185279 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:53.191491 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8060204f-986d-4075-b7e2-866ba719dd1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:30:53.237237 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f6b4c-3574-491f-9969-0671cf99f8c3 None None] New status for floating IP cf1cceaf-152d-4b6b-a83f-a76665dfd730: DOWN {{(pid=80262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 14:30:53.252118 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50efda7-af4d-4ce9-88c6-1d10014ea018,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:30:53.264716 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-29f95364-1817-44f8-b162-18b902fc98b3 req-479b57b7-fd66-426a-8c47-30aba793b436 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=ab17bb80-1015-4181-8e88-b93dde5a91d7 HTTP/1.1" status: 200  len: 210 time: 0.0624015
Nov 19 14:30:53.272456 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.272887 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.273306 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.273664 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-faac6f90-9e30-4fcf-a8ca-f8e10b12438e req-e6ea19a1-7b18-4d90-9f19-791849a5a569 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Router 146b96c5-6a5f-498e-83e2-d65f06f3add7 has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:30:53.273782 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.274092 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.274490 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.274924 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.275330 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.275733 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.276139 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.276543 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.276943 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.277459 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.277860 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.278303 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.278673 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.279078 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.279480 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.279884 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.280286 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.280685 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.281068 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.281644 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.282204 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:30:53.287305 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:30:53.291497 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:53.292725 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "DELETE /v2.0/security-groups/e50efda7-af4d-4ce9-88c6-1d10014ea018 HTTP/1.1" status: 204  len: 168 time: 0.2821338
Nov 19 14:30:53.295438 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 33150) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:30:53.315631 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.v2.resource [None req-b6872f98-8622-45e2-a01b-0e4cbe527536 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] show failed (client error): The resource could not be found.
Nov 19 14:30:53.316969 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-b6872f98-8622-45e2-a01b-0e4cbe527536 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "GET /v2.0/security-groups/e50efda7-af4d-4ce9-88c6-1d10014ea018 HTTP/1.1" status: 404  len: 347 time: 0.0203137
Nov 19 14:30:53.319875 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 33154) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:30:53.497775 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-0d147092-1fb6-42b4-bec9-f8cf8b287b2c tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Deleting port 75610c6e-ebe7-4886-9fc7-8877a39cc1e5 {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:30:53.498304 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0d147092-1fb6-42b4-bec9-f8cf8b287b2c tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:53.506460 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-faac6f90-9e30-4fcf-a8ca-f8e10b12438e req-e6ea19a1-7b18-4d90-9f19-791849a5a569 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:30:53.516373 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c225bb1-eda4-47b7-a264-8f361d5606ee None None] Sync routers for ids ['146b96c5-6a5f-498e-83e2-d65f06f3add7'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:30:53.535755 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c225bb1-eda4-47b7-a264-8f361d5606ee None None] Routers {'146b96c5-6a5f-498e-83e2-d65f06f3add7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:30:53.537184 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-1c225bb1-eda4-47b7-a264-8f361d5606ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c78fc18>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:30:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['146b96c5-6a5f-498e-83e2-d65f06f3add7'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:30:53.549518 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-faac6f90-9e30-4fcf-a8ca-f8e10b12438e req-e6ea19a1-7b18-4d90-9f19-791849a5a569 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] No DVR routers for this DVR port 09b7b3dd-800b-4ace-94d9-112d17e75484 on host hv-cinder-76330 {{(pid=80260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:30:53.552416 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-faac6f90-9e30-4fcf-a8ca-f8e10b12438e req-e6ea19a1-7b18-4d90-9f19-791849a5a569 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:53.571292 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-faac6f90-9e30-4fcf-a8ca-f8e10b12438e req-e6ea19a1-7b18-4d90-9f19-791849a5a569 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.20 "DELETE /v2.0/ports/09b7b3dd-800b-4ace-94d9-112d17e75484 HTTP/1.1" status: 204  len: 173 time: 1.5102932
Nov 19 14:30:53.696148 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0d147092-1fb6-42b4-bec9-f8cf8b287b2c tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:53.696148 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0d147092-1fb6-42b4-bec9-f8cf8b287b2c tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for floatingip, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:53.729468 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab17bb80-1015-4181-8e88-b93dde5a91d7', 'name': 'network-vif-deleted', 'tag': '09b7b3dd-800b-4ace-94d9-112d17e75484'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:30:53.742595 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-1c225bb1-eda4-47b7-a264-8f361d5606ee None None] Set router 146b96c5-6a5f-498e-83e2-d65f06f3add7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:30:53.810303 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab17bb80-1015-4181-8e88-b93dde5a91d7', 'name': 'network-vif-deleted', 'tag': '09b7b3dd-800b-4ace-94d9-112d17e75484', 'status': 'completed', 'code': 200}
Nov 19 14:30:53.825709 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-0d147092-1fb6-42b4-bec9-f8cf8b287b2c tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Calling delete_port for 75610c6e-ebe7-4886-9fc7-8877a39cc1e5 owned by network:floatingip {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:30:53.977199 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0d147092-1fb6-42b4-bec9-f8cf8b287b2c tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:53.996202 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:30:54.054161 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d147092-1fb6-42b4-bec9-f8cf8b287b2c tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Pushing event deleted for resources: {'Port': ['ID=75610c6e-ebe7-4886-9fc7-8877a39cc1e5,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:30:54.058937 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-0d147092-1fb6-42b4-bec9-f8cf8b287b2c tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:30:54.222473 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0d147092-1fb6-42b4-bec9-f8cf8b287b2c tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks [] for floatingip, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:54.238688 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0d147092-1fb6-42b4-bec9-f8cf8b287b2c tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:54.241045 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-1c225bb1-eda4-47b7-a264-8f361d5606ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c78fc18>, [{'id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'name': 'tempest-AttachVolumeShelveTestJSON-454940425-router', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:58Z', 'updated_at': '2020-11-19T14:28:02Z', 'revision_number': 4, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'gw_port': {'id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:59Z', 'updated_at': '2020-11-19T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '34c8c4d1-2131-4622-8f9d-bfd78a613405', 'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'mac_address': 'fa:16:3e:27:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:28:01Z', 'updated_at': '2020-11-19T14:28:11Z', 'revision_number': 5, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'subnets': [{'id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:30:54.243288 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-0d147092-1fb6-42b4-bec9-f8cf8b287b2c tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] 10.222.0.35 "DELETE /v2.0/floatingips/cf1cceaf-152d-4b6b-a83f-a76665dfd730 HTTP/1.1" status: 204  len: 168 time: 0.9221511
Nov 19 14:30:54.245864 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c225bb1-eda4-47b7-a264-8f361d5606ee None None] Checking router: 146b96c5-6a5f-498e-83e2-d65f06f3add7 for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:30:54.269498 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c225bb1-eda4-47b7-a264-8f361d5606ee None None] Routers {'146b96c5-6a5f-498e-83e2-d65f06f3add7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:30:54.270451 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-1c225bb1-eda4-47b7-a264-8f361d5606ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c78fc18>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:30:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['146b96c5-6a5f-498e-83e2-d65f06f3add7'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:30:54.463897 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 33168) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:30:54.466137 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-1c225bb1-eda4-47b7-a264-8f361d5606ee None None] Set router 146b96c5-6a5f-498e-83e2-d65f06f3add7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:30:54.533945 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-df1dae73-9878-49de-9221-e854c4403604 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:54.564238 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-df1dae73-9878-49de-9221-e854c4403604 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:54.616144 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-df1dae73-9878-49de-9221-e854c4403604 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:54.621988 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-defe76a0-8093-4708-aa4f-846c4feaa912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:30:54.638300 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1dae73-9878-49de-9221-e854c4403604 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Pushing event deleted for resources: {'SecurityGroup': ['ID=673f6258-06d7-4c0a-9290-e41740149ce6,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:30:54.644205 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-df1dae73-9878-49de-9221-e854c4403604 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:30:54.646786 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-df1dae73-9878-49de-9221-e854c4403604 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:54.650745 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-df1dae73-9878-49de-9221-e854c4403604 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "DELETE /v2.0/security-groups/673f6258-06d7-4c0a-9290-e41740149ce6 HTTP/1.1" status: 204  len: 168 time: 0.1855948
Nov 19 14:30:54.651007 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 33172) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:30:54.672056 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.v2.resource [None req-37d21e8d-83ae-477d-a12c-b0adce6a51a0 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] show failed (client error): The resource could not be found.
Nov 19 14:30:54.673240 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-37d21e8d-83ae-477d-a12c-b0adce6a51a0 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups/673f6258-06d7-4c0a-9290-e41740149ce6 HTTP/1.1" status: 404  len: 347 time: 0.0209296
Nov 19 14:30:54.676221 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 33176) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:30:54.799054 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-1c225bb1-eda4-47b7-a264-8f361d5606ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c78fc18>, [{'id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'name': 'tempest-AttachVolumeShelveTestJSON-454940425-router', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:58Z', 'updated_at': '2020-11-19T14:28:02Z', 'revision_number': 4, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'gw_port': {'id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:59Z', 'updated_at': '2020-11-19T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '34c8c4d1-2131-4622-8f9d-bfd78a613405', 'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'mac_address': 'fa:16:3e:27:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:28:01Z', 'updated_at': '2020-11-19T14:28:11Z', 'revision_number': 5, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'subnets': [{'id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:30:54.803184 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c225bb1-eda4-47b7-a264-8f361d5606ee None None] The sync data for ids ['146b96c5-6a5f-498e-83e2-d65f06f3add7'] in dv-cinder-763306-2-iscsi is: [{'id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'name': 'tempest-AttachVolumeShelveTestJSON-454940425-router', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:58Z', 'updated_at': '2020-11-19T14:28:02Z', 'revision_number': 4, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'gw_port': {'id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:59Z', 'updated_at': '2020-11-19T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '34c8c4d1-2131-4622-8f9d-bfd78a613405', 'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'mac_address': 'fa:16:3e:27:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:28:01Z', 'updated_at': '2020-11-19T14:28:11Z', 'revision_number': 5, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'subnets': [{'id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:30:54.845308 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-43d184d3-62b7-4d67-99d9-0e03ad61283c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Deleting port 82a43a8c-bbd9-4693-85d6-f418cde0e7bc {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:30:54.845695 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-43d184d3-62b7-4d67-99d9-0e03ad61283c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:55.030844 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-43d184d3-62b7-4d67-99d9-0e03ad61283c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:55.031216 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-43d184d3-62b7-4d67-99d9-0e03ad61283c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for floatingip, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:55.159876 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-43d184d3-62b7-4d67-99d9-0e03ad61283c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Calling delete_port for 82a43a8c-bbd9-4693-85d6-f418cde0e7bc owned by network:floatingip {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:30:55.173446 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6d1e89-16cc-4e96-803a-40db989a584c None None] New status for floating IP aa706bdf-2c62-466c-920f-0ed6fa06cbb9: DOWN {{(pid=80262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 14:30:55.302514 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-43d184d3-62b7-4d67-99d9-0e03ad61283c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:55.318818 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:30:55.328078 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.db.api [None req-0b6d1e89-16cc-4e96-803a-40db989a584c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 14:30:55.328488 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_db.api [None req-0b6d1e89-16cc-4e96-803a-40db989a584c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 14:30:55.363090 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d184d3-62b7-4d67-99d9-0e03ad61283c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Pushing event deleted for resources: {'Port': ['ID=82a43a8c-bbd9-4693-85d6-f418cde0e7bc,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:30:55.375579 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-43d184d3-62b7-4d67-99d9-0e03ad61283c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:30:55.508192 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a02deed5-db67-4692-a909-99ed83271116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:55.537599 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-43d184d3-62b7-4d67-99d9-0e03ad61283c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for floatingip, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:55.552789 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-43d184d3-62b7-4d67-99d9-0e03ad61283c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:55.553939 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-43d184d3-62b7-4d67-99d9-0e03ad61283c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "DELETE /v2.0/floatingips/aa706bdf-2c62-466c-920f-0ed6fa06cbb9 HTTP/1.1" status: 204  len: 168 time: 0.8765202
Nov 19 14:30:55.829870 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6d1e89-16cc-4e96-803a-40db989a584c None None] New status for floating IP aa706bdf-2c62-466c-920f-0ed6fa06cbb9: DOWN {{(pid=80262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 14:30:56.209874 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 33192) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:30:56.215690 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-88645a25-1e88-4ac1-9dae-5768c5c56371 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Request body: {'security_group': {'name': 'tempest-securitygroup--509367931', 'description': 'tempest-description--88974806'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:30:56.221982 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-88645a25-1e88-4ac1-9dae-5768c5c56371 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:30:56.226970 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-88645a25-1e88-4ac1-9dae-5768c5c56371 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Usage tracker for resource:security_group and tenant:6a45d31906464ce38462385d6554b1c8 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:30:56.229974 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-88645a25-1e88-4ac1-9dae-5768c5c56371 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:30:56.235748 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-88645a25-1e88-4ac1-9dae-5768c5c56371 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:30:56.245659 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-88645a25-1e88-4ac1-9dae-5768c5c56371 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:56.281406 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-88645a25-1e88-4ac1-9dae-5768c5c56371 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:30:56.285506 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-88645a25-1e88-4ac1-9dae-5768c5c56371 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Usage tracker for resource:security_group_rule and tenant:6a45d31906464ce38462385d6554b1c8 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:30:56.288968 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-88645a25-1e88-4ac1-9dae-5768c5c56371 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:30:56.294646 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-88645a25-1e88-4ac1-9dae-5768c5c56371 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:30:56.353104 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-88645a25-1e88-4ac1-9dae-5768c5c56371 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:56.355710 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-88645a25-1e88-4ac1-9dae-5768c5c56371 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:56.361024 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-192f2b92-5cf8-4963-8717-5bd30bed7f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:30:56.403434 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88645a25-1e88-4ac1-9dae-5768c5c56371 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Pushing event updated for resources: {'SecurityGroup': ['ID=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:30:56.406251 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-88645a25-1e88-4ac1-9dae-5768c5c56371 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:56.407608 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-88645a25-1e88-4ac1-9dae-5768c5c56371 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1611 time: 0.1966338
Nov 19 14:30:56.408597 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-88645a25-1e88-4ac1-9dae-5768c5c56371 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:30:56.410622 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 33196) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:30:56.416299 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-f9c61647-3398-4eb1-838d-4642b20bd11e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Request body: {'security_group_rule': {'security_group_id': '5e65dd05-51c0-48a2-8cdc-ab6ac9e38148', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:30:56.422409 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-f9c61647-3398-4eb1-838d-4642b20bd11e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:30:56.426432 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-f9c61647-3398-4eb1-838d-4642b20bd11e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Usage tracker for resource:security_group_rule and tenant:6a45d31906464ce38462385d6554b1c8 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:30:56.429476 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-f9c61647-3398-4eb1-838d-4642b20bd11e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:30:56.435298 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-f9c61647-3398-4eb1-838d-4642b20bd11e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:30:56.451022 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f9c61647-3398-4eb1-838d-4642b20bd11e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group_rule, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:56.513949 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f9c61647-3398-4eb1-838d-4642b20bd11e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:56.516484 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f9c61647-3398-4eb1-838d-4642b20bd11e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573551'] for security_group_rule, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:56.518596 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-0c76bbf0-42ab-41d9-b6d3-409e4ce880fb tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:30:56.539707 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c61647-3398-4eb1-838d-4642b20bd11e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab641f2-3d0d-4162-8f2e-3bacb0b75292,revision_number=0']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:30:56.544676 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f9c61647-3398-4eb1-838d-4642b20bd11e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:30:56.550814 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f9c61647-3398-4eb1-838d-4642b20bd11e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group_rule, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:56.552104 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-f9c61647-3398-4eb1-838d-4642b20bd11e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1407893
Nov 19 14:30:56.554923 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 33200) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:30:56.560454 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-55b0bc8b-7950-48d9-b7f5-c63be462f4cc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Request body: {'security_group_rule': {'security_group_id': '5e65dd05-51c0-48a2-8cdc-ab6ac9e38148', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:30:56.566413 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-55b0bc8b-7950-48d9-b7f5-c63be462f4cc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:30:56.571293 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-55b0bc8b-7950-48d9-b7f5-c63be462f4cc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Usage tracker for resource:security_group_rule and tenant:6a45d31906464ce38462385d6554b1c8 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:30:56.574282 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-55b0bc8b-7950-48d9-b7f5-c63be462f4cc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:30:56.580076 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-55b0bc8b-7950-48d9-b7f5-c63be462f4cc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:30:56.595932 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-55b0bc8b-7950-48d9-b7f5-c63be462f4cc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group_rule, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:56.661500 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-55b0bc8b-7950-48d9-b7f5-c63be462f4cc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:56.664079 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-55b0bc8b-7950-48d9-b7f5-c63be462f4cc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573551'] for security_group_rule, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:56.666083 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:30:56.688546 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0bc8b-7950-48d9-b7f5-c63be462f4cc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f56c268-d4a9-4544-ad14-650cdc64d591,revision_number=0']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:30:56.691050 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-55b0bc8b-7950-48d9-b7f5-c63be462f4cc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:30:56.697607 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-55b0bc8b-7950-48d9-b7f5-c63be462f4cc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group_rule, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:56.698900 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-55b0bc8b-7950-48d9-b7f5-c63be462f4cc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1429021
Nov 19 14:30:56.702104 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 33204) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:30:56.707562 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Request body: {'floatingip': {'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:30:56.713693 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:30:56.717725 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Usage tracker for resource:floatingip and tenant:6a45d31906464ce38462385d6554b1c8 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:30:56.720821 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:30:56.726589 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:30:56.736054 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for floatingip, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:56.879426 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:57.371829 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Allocated IP 172.27.0.106 (30e7e950-b2fa-4cc4-9540-c3d995e774bc/c880977d-f782-4d1f-ba36-7b5f08e013ca/a1449795-567d-4f76-9a34-fd2d332a0c4f) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:30:57.526204 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:57.552257 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:57.567207 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-0d400369-f452-4532-9972-ab7f32f24f2f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:30:57.711526 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Pushing event updated for resources: {'Port': ['ID=a1449795-567d-4f76-9a34-fd2d332a0c4f,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:30:57.715887 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:30:57.757254 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Network 30e7e950-b2fa-4cc4-9540-c3d995e774bc is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:30:57.758374 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:30:57.760512 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:30:57.847560 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for floatingip, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:57.908737 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:58.175419 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:58.179269 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:58.185663 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1748f48d-98da-4ca5-a805-bac204213eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:58.195605 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e3051129-9d71-422a-b4ea-9e7616ee8c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:30:58.329512 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 33224) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:30:58.340600 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Pushing event updated for resources: {'Port': ['ID=a1449795-567d-4f76-9a34-fd2d332a0c4f,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:30:58.345194 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:30:58.437680 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:58.460348 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:58.461684 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7586081
Nov 19 14:30:58.801401 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-856759d6-6b3c-4011-87b7-1031659118e9 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Synchronizing usage tracker for tenant:6a45d31906464ce38462385d6554b1c8 on resource:security_group {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:30:58.809020 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:58.818491 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-856759d6-6b3c-4011-87b7-1031659118e9 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Unset dirty status for tenant:6a45d31906464ce38462385d6554b1c8 on resource:security_group {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:30:58.819850 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-856759d6-6b3c-4011-87b7-1031659118e9 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--509367931&fields=id&tenant_id=6a45d31906464ce38462385d6554b1c8 HTTP/1.1" status: 200  len: 267 time: 0.0713561
Nov 19 14:30:58.991132 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-6ad96942-11c9-4d01-a609-b3bf19642e8e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:30:58.992905 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-6ad96942-11c9-4d01-a609-b3bf19642e8e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/networks?id=1870752e-7b09-4f81-84ae-a4ccae9eae40 HTTP/1.1" status: 200  len: 816 time: 0.1656077
Nov 19 14:30:59.010503 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-dcccca6b-2534-4f63-9d78-2efa3e786a5d tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/quotas/6a45d31906464ce38462385d6554b1c8 HTTP/1.1" status: 200  len: 375 time: 0.0114517
Nov 19 14:30:59.096908 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-52cffe76-3946-4811-bc15-95877ac8c837 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Synchronizing usage tracker for tenant:6a45d31906464ce38462385d6554b1c8 on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:30:59.100942 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a85af580-94e8-4bc2-9b0c-eb21f04eade3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853991147'] for router_interface, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:59.112170 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-52cffe76-3946-4811-bc15-95877ac8c837 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Unset dirty status for tenant:6a45d31906464ce38462385d6554b1c8 on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:30:59.113934 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-52cffe76-3946-4811-bc15-95877ac8c837 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a45d31906464ce38462385d6554b1c8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0976562
Nov 19 14:30:59.265508 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-eeb3b56b-c104-4e71-9fd9-42c0cbc941dc service neutron] 10.222.0.35 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376183
Nov 19 14:30:59.408325 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-60ba12ed-2363-4ab4-8cca-4f2802ca3565 service neutron] 10.222.0.35 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362956
Nov 19 14:30:59.626881 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-8f17d686-9097-4aef-af46-f3d5a8b1b087 req-651279ed-ca19-4aef-a3e2-d6ff02bda2b9 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Synchronizing usage tracker for tenant:6a45d31906464ce38462385d6554b1c8 on resource:port {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:30:59.646016 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-8f17d686-9097-4aef-af46-f3d5a8b1b087 req-651279ed-ca19-4aef-a3e2-d6ff02bda2b9 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Unset dirty status for tenant:6a45d31906464ce38462385d6554b1c8 on resource:port {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:30:59.647154 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8f17d686-9097-4aef-af46-f3d5a8b1b087 req-651279ed-ca19-4aef-a3e2-d6ff02bda2b9 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 210 time: 0.0674121
Nov 19 14:30:59.709390 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:59.795671 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-a85af580-94e8-4bc2-9b0c-eb21f04eade3 admin admin] Deleting port a98efd81-3ffd-410d-a2dd-34305de841ec {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:30:59.796047 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a85af580-94e8-4bc2-9b0c-eb21f04eade3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:59.969603 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:30:59.979764 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-a85af580-94e8-4bc2-9b0c-eb21f04eade3 admin admin] For port a98efd81-3ffd-410d-a2dd-34305de841ec, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=a98efd81-3ffd-410d-a2dd-34305de841ec,segment=NetworkSegment(f5e9c60a-4a26-44b0-86a6-f78ad9885ef8),segment_id=f5e9c60a-4a26-44b0-86a6-f78ad9885ef8)] {{(pid=80261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:30:59.980165 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a85af580-94e8-4bc2-9b0c-eb21f04eade3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:00.107670 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-a85af580-94e8-4bc2-9b0c-eb21f04eade3 admin admin] Calling delete_port for a98efd81-3ffd-410d-a2dd-34305de841ec owned by network:router_interface {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:31:00.290505 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a85af580-94e8-4bc2-9b0c-eb21f04eade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:00.305635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3972a5bb-ab6e-4d62-add8-1d80575d35ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:00.360923 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85af580-94e8-4bc2-9b0c-eb21f04eade3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a98efd81-3ffd-410d-a2dd-34305de841ec,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:00.365547 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-a85af580-94e8-4bc2-9b0c-eb21f04eade3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:00.764331 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a85af580-94e8-4bc2-9b0c-eb21f04eade3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3984074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854050983'] for router_interface, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:00.781587 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-6645303d-2729-4a4c-8e29-e065c4203999 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:00.783643 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-6645303d-2729-4a4c-8e29-e065c4203999 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.20 "GET /v2.0/networks?id=1870752e-7b09-4f81-84ae-a4ccae9eae40 HTTP/1.1" status: 200  len: 816 time: 0.1718903
Nov 19 14:31:00.874416 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-75a1f684-6f47-40f5-a1e2-3f2be731b5aa req-33b52b10-5a11-4284-86df-6b6340ff99ed tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 210 time: 0.0545166
Nov 19 14:31:00.939713 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-b567e9f6-fd51-412c-bf53-5aa34f7769d9 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a45d31906464ce38462385d6554b1c8 HTTP/1.1" status: 200  len: 5042 time: 0.1376567
Nov 19 14:31:00.951294 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-7055c87b-2313-4ebb-a32b-73cc613bc1be tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Request body: {'port': {'device_id': '33d065d5-2bf1-4d40-8e95-f4257d59174c', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'admin_state_up': True, 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'security_groups': ['5e65dd05-51c0-48a2-8cdc-ab6ac9e38148']}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:31:01.095567 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-7055c87b-2313-4ebb-a32b-73cc613bc1be tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:31:01.105462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-7055c87b-2313-4ebb-a32b-73cc613bc1be tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:31:01.114646 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-7055c87b-2313-4ebb-a32b-73cc613bc1be tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Made reservation on behalf of 6a45d31906464ce38462385d6554b1c8 for: {'port': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:31:01.120490 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-7055c87b-2313-4ebb-a32b-73cc613bc1be tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:01.429582 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-7055c87b-2313-4ebb-a32b-73cc613bc1be tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Allocated IP 172.20.0.11 (1870752e-7b09-4f81-84ae-a4ccae9eae40/aadce598-f8a4-448c-af30-7e52573fd24d/945c9245-bcbb-48f9-bdfa-c7adbafb8d89) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:31:01.506639 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85af580-94e8-4bc2-9b0c-eb21f04eade3 admin admin] Router d0a95759-ddad-469e-bbde-0f1a627c223b has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:31:01.627526 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-7055c87b-2313-4ebb-a32b-73cc613bc1be tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:01.643733 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-7055c87b-2313-4ebb-a32b-73cc613bc1be tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Transition to ACTIVE for port object 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 will not be triggered until provisioned by entity DHCP. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:31:01.664339 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-7055c87b-2313-4ebb-a32b-73cc613bc1be tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:01.679347 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:01.828577 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055c87b-2313-4ebb-a32b-73cc613bc1be tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Pushing event updated for resources: {'Port': ['ID=945c9245-bcbb-48f9-bdfa-c7adbafb8d89,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:01.835143 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7055c87b-2313-4ebb-a32b-73cc613bc1be tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:01.885304 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-7055c87b-2313-4ebb-a32b-73cc613bc1be tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Network 1870752e-7b09-4f81-84ae-a4ccae9eae40 is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:31:01.886613 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-7055c87b-2313-4ebb-a32b-73cc613bc1be tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:31:01.888944 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-7055c87b-2313-4ebb-a32b-73cc613bc1be tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:31:01.954711 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85af580-94e8-4bc2-9b0c-eb21f04eade3 admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:31:01.966524 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f727f9-f53b-4f8c-9828-012f3ce7fc79 None None] Sync routers for ids ['d0a95759-ddad-469e-bbde-0f1a627c223b'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:31:01.976098 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-a85af580-94e8-4bc2-9b0c-eb21f04eade3 admin admin] 10.222.0.35 "PUT /v2.0/routers/d0a95759-ddad-469e-bbde-0f1a627c223b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6430728
Nov 19 14:31:01.976920 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 33260) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:31:01.988889 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f727f9-f53b-4f8c-9828-012f3ce7fc79 None None] Routers {'d0a95759-ddad-469e-bbde-0f1a627c223b'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:31:01.989936 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-c6f727f9-f53b-4f8c-9828-012f3ce7fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c28f278>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:30:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['d0a95759-ddad-469e-bbde-0f1a627c223b'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:02.195926 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-7055c87b-2313-4ebb-a32b-73cc613bc1be tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:02.196809 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-7055c87b-2313-4ebb-a32b-73cc613bc1be tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:02.225117 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-7055c87b-2313-4ebb-a32b-73cc613bc1be tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2781823
Nov 19 14:31:02.225356 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-c6f727f9-f53b-4f8c-9828-012f3ce7fc79 None None] Set router d0a95759-ddad-469e-bbde-0f1a627c223b gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:31:02.244394 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Request body: {'port': {'device_id': '33d065d5-2bf1-4d40-8e95-f4257d59174c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:31:02.260214 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-b6d209c2-cec8-4708-8dff-da33d0f149fe None None] Provisioning for port 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:31:02.266390 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-b6d209c2-cec8-4708-8dff-da33d0f149fe None None] Provisioning complete for port 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:31:02.267062 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b6d209c2-cec8-4708-8dff-da33d0f149fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:02.277130 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f2f29-949a-4009-b6af-9df6299c25ea req-4ea1eb37-5d41-4b66-ad9b-18f2a65bf53c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:02.284605 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-326f2f29-949a-4009-b6af-9df6299c25ea req-4ea1eb37-5d41-4b66-ad9b-18f2a65bf53c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 932 time: 0.1759665
Nov 19 14:31:02.335817 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-b6d209c2-cec8-4708-8dff-da33d0f149fe None None] Port 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:31:02.340403 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-25bad3ee-09cd-4a29-adb6-76c26d82db42 admin admin] Notify callbacks [] for router, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:02.372824 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:02.397193 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-326f2f29-949a-4009-b6af-9df6299c25ea req-b781d1b7-b22d-4de6-902f-90bc3c493ee3 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1116438
Nov 19 14:31:02.557275 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-c6f727f9-f53b-4f8c-9828-012f3ce7fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c28f278>, [{'id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'name': 'tempest-AttachVolumeTestJSON-202479420-router', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:31:00Z', 'revision_number': 5, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'gw_port': {'id': 'fa48f8dc-718a-442e-ab14-8832e21eb1aa', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:76:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:23:35Z', 'updated_at': '2020-11-19T14:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi'}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:02.561574 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f727f9-f53b-4f8c-9828-012f3ce7fc79 None None] Checking router: d0a95759-ddad-469e-bbde-0f1a627c223b for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:31:02.562293 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-25bad3ee-09cd-4a29-adb6-76c26d82db42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:02.572650 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-25bad3ee-09cd-4a29-adb6-76c26d82db42 admin admin] Deleting port fa48f8dc-718a-442e-ab14-8832e21eb1aa {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:31:02.573020 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-25bad3ee-09cd-4a29-adb6-76c26d82db42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:02.574638 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f727f9-f53b-4f8c-9828-012f3ce7fc79 None None] Routers {'d0a95759-ddad-469e-bbde-0f1a627c223b'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:31:02.575463 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-c6f727f9-f53b-4f8c-9828-012f3ce7fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c28f278>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:30:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['d0a95759-ddad-469e-bbde-0f1a627c223b'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:02.732076 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-c6f727f9-f53b-4f8c-9828-012f3ce7fc79 None None] Set router d0a95759-ddad-469e-bbde-0f1a627c223b gateway port host: None {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:31:02.758744 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-25bad3ee-09cd-4a29-adb6-76c26d82db42 admin admin] For port fa48f8dc-718a-442e-ab14-8832e21eb1aa, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=fa48f8dc-718a-442e-ab14-8832e21eb1aa,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:31:02.759146 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-25bad3ee-09cd-4a29-adb6-76c26d82db42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:02.809607 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 {{(pid=80260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 14:31:02.817615 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:02.830160 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Transition to ACTIVE for port object 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:31:02.834287 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:02.844129 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-c6f727f9-f53b-4f8c-9828-012f3ce7fc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c28f278>, [{'id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'name': 'tempest-AttachVolumeTestJSON-202479420-router', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:31:02Z', 'revision_number': 6, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'gw_port_host': None}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:02.848390 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f727f9-f53b-4f8c-9828-012f3ce7fc79 None None] The sync data for ids ['d0a95759-ddad-469e-bbde-0f1a627c223b'] in dv-cinder-763306-2-iscsi is: [{'id': 'd0a95759-ddad-469e-bbde-0f1a627c223b', 'name': 'tempest-AttachVolumeTestJSON-202479420-router', 'tenant_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:23:34Z', 'updated_at': '2020-11-19T14:31:02Z', 'revision_number': 6, 'project_id': 'e4cdfec880b540fbaaff093eb5b0334c', 'gw_port_host': None}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:31:02.850373 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:02.887382 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-25bad3ee-09cd-4a29-adb6-76c26d82db42 admin admin] Calling delete_port for fa48f8dc-718a-442e-ab14-8832e21eb1aa owned by network:router_gateway {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:31:03.010382 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Pushing event updated for resources: {'Port': ['ID=945c9245-bcbb-48f9-bdfa-c7adbafb8d89,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:03.014883 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:03.072516 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-25bad3ee-09cd-4a29-adb6-76c26d82db42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:03.093977 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:03.149483 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bad3ee-09cd-4a29-adb6-76c26d82db42 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa48f8dc-718a-442e-ab14-8832e21eb1aa,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:03.153754 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-25bad3ee-09cd-4a29-adb6-76c26d82db42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:03.194191 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Attempting to bind port 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:31:03.194649 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Attempting to bind port 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '39394dae-1e15-4665-95c9-e88c1b5027ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:31:03.194971 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Attempting to bind port 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 on network 1870752e-7b09-4f81-84ae-a4ccae9eae40 {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:31:03.202167 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Checking agent: {'id': 'd378d45e-d3db-4cef-bd1d-68c8d9116f29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 21, 43), 'started_at': datetime.datetime(2020, 11, 19, 14, 22, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:31:03.202574 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Checking segment: {'id': '39394dae-1e15-4665-95c9-e88c1b5027ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:31:03.202981 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:03.203383 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Bound using segment: {'id': '39394dae-1e15-4665-95c9-e88c1b5027ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:31:03.203864 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Bound port: 945c9245-bcbb-48f9-bdfa-c7adbafb8d89, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39394dae-1e15-4665-95c9-e88c1b5027ac', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:31:03.204242 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:03.307708 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] For port 945c9245-bcbb-48f9-bdfa-c7adbafb8d89, host hv-cinder-76330, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:31:03.310849 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] For port 945c9245-bcbb-48f9-bdfa-c7adbafb8d89, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=945c9245-bcbb-48f9-bdfa-c7adbafb8d89,segment=NetworkSegment(39394dae-1e15-4665-95c9-e88c1b5027ac),segment_id=39394dae-1e15-4665-95c9-e88c1b5027ac)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:31:03.315459 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:03.333605 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-539ff47a-a793-445f-9cea-d6fdfe0ba60b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:03.465550 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-25bad3ee-09cd-4a29-adb6-76c26d82db42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853989509'] for router_gateway, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:03.483861 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Pushing event updated for resources: {'Port': ['ID=945c9245-bcbb-48f9-bdfa-c7adbafb8d89,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:03.488709 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:03.526301 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:03.527813 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] 10.222.0.20 "PUT /v2.0/ports/945c9245-bcbb-48f9-bdfa-c7adbafb8d89 HTTP/1.1" status: 200  len: 1158 time: 1.2890389
Nov 19 14:31:03.528352 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d065d5-2bf1-4d40-8e95-f4257d59174c', 'tag': '945c9245-bcbb-48f9-bdfa-c7adbafb8d89'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:31:03.654719 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d065d5-2bf1-4d40-8e95-f4257d59174c', 'tag': '945c9245-bcbb-48f9-bdfa-c7adbafb8d89', 'status': 'completed', 'code': 200}
Nov 19 14:31:03.722835 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10aa054-17c0-4165-a182-0321c900a2fe req-c3b565e7-ae49-4c91-80b5-3dab358c8354 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:03.723669 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-c10aa054-17c0-4165-a182-0321c900a2fe req-c3b565e7-ae49-4c91-80b5-3dab358c8354 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Synchronizing usage tracker for tenant:6a45d31906464ce38462385d6554b1c8 on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:31:03.730011 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-161f0e69-800e-486c-a834-44d22da3ffa5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a45d31906464ce38462385d6554b1c8&device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 1161 time: 0.1250105
Nov 19 14:31:03.742933 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-c10aa054-17c0-4165-a182-0321c900a2fe req-c3b565e7-ae49-4c91-80b5-3dab358c8354 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Unset dirty status for tenant:6a45d31906464ce38462385d6554b1c8 on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:31:03.744312 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c10aa054-17c0-4165-a182-0321c900a2fe req-c3b565e7-ae49-4c91-80b5-3dab358c8354 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 944 time: 0.1831205
Nov 19 14:31:03.746036 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-25bad3ee-09cd-4a29-adb6-76c26d82db42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2775'] for router, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:03.750608 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-25bad3ee-09cd-4a29-adb6-76c26d82db42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:03.786450 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-25bad3ee-09cd-4a29-adb6-76c26d82db42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-761817'] for router, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:03.787421 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bad3ee-09cd-4a29-adb6-76c26d82db42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0a95759-ddad-469e-bbde-0f1a627c223b {{(pid=80261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 19 14:31:03.800000 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-25bad3ee-09cd-4a29-adb6-76c26d82db42 admin admin] Notify callbacks [] for router, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:03.801241 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-25bad3ee-09cd-4a29-adb6-76c26d82db42 admin admin] 10.222.0.35 "DELETE /v2.0/routers/d0a95759-ddad-469e-bbde-0f1a627c223b HTTP/1.1" status: 204  len: 168 time: 1.8238156
Nov 19 14:31:03.804430 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 33268) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:31:03.833855 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-0ea0339d-8859-4344-a709-6e3537d2653e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=945c9245-bcbb-48f9-bdfa-c7adbafb8d89 HTTP/1.1" status: 200  len: 217 time: 0.0884678
Nov 19 14:31:03.872607 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e855b3e-aef8-4749-af62-10d035d1a85b admin admin] Deleting subnet ce705c2c-2ed4-4025-aa9f-42e56e9aa635 {{(pid=80261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 14:31:03.883484 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5e855b3e-aef8-4749-af62-10d035d1a85b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:03.907257 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c10aa054-17c0-4165-a182-0321c900a2fe req-75d7f444-7643-4404-88e8-05abf6f635c9 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1074362
Nov 19 14:31:03.922873 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-8778c77b-9b45-4b08-990e-aee87c9428f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:03.924441 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-8778c77b-9b45-4b08-990e-aee87c9428f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aadce598-f8a4-448c-af30-7e52573fd24d HTTP/1.1" status: 200  len: 855 time: 0.0781846
Nov 19 14:31:03.941260 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5e855b3e-aef8-4749-af62-10d035d1a85b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852756329'] for subnet, precommit_delete_associations {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:04.013444 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-4b55a775-c105-4cee-990f-7310ee40f18c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1870752e-7b09-4f81-84ae-a4ccae9eae40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0812197
Nov 19 14:31:04.067074 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5e855b3e-aef8-4749-af62-10d035d1a85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597733'] for subnet, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:04.159894 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-2cbc5371-25f2-45ae-a1e9-e65b1fb51e8e service neutron] 10.222.0.20 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388824
Nov 19 14:31:04.302897 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-783abb39-257a-4e7d-9989-d9fa3dcca823 req-4a307425-1d49-476a-8221-ea1d75eb8e7c service neutron] 10.222.0.20 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1365917
Nov 19 14:31:04.325455 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5e855b3e-aef8-4749-af62-10d035d1a85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851178052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10942178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2092532'] for subnet, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:04.341391 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:04.380618 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e855b3e-aef8-4749-af62-10d035d1a85b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce705c2c-2ed4-4025-aa9f-42e56e9aa635,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:04.396170 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5e855b3e-aef8-4749-af62-10d035d1a85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:04.459516 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-99b7a9d8-0b50-49f3-989c-1bf70980631c req-e11c2959-10e2-4f5c-a7ab-72b1b279b2f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a45d31906464ce38462385d6554b1c8&device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 1161 time: 0.0735574
Nov 19 14:31:04.476984 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5e855b3e-aef8-4749-af62-10d035d1a85b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:04.482214 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6bb9d2-7f92-400e-ac19-1293d0a27c23 None None] Network cdddb518-8cf2-4322-a35f-0e12175bafb1 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:31:04.485213 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-5e855b3e-aef8-4749-af62-10d035d1a85b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ce705c2c-2ed4-4025-aa9f-42e56e9aa635 HTTP/1.1" status: 204  len: 168 time: 0.6775210
Nov 19 14:31:04.485486 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 33272) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:31:04.602698 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439683'] for network, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:04.608290 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7a9d8-0b50-49f3-989c-1bf70980631c req-b8568596-9d9c-4451-ad38-8662e4fc2865 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:04.609878 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-99b7a9d8-0b50-49f3-989c-1bf70980631c req-b8568596-9d9c-4451-ad38-8662e4fc2865 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1870752e-7b09-4f81-84ae-a4ccae9eae40 HTTP/1.1" status: 200  len: 910 time: 0.1441686
Nov 19 14:31:04.674117 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] Deleting port 8b6a3e6e-97cf-479d-bad8-82e061d55434 {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:31:04.674646 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:04.694328 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-99b7a9d8-0b50-49f3-989c-1bf70980631c req-a4011940-8585-459b-9875-216074e83985 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=945c9245-bcbb-48f9-bdfa-c7adbafb8d89 HTTP/1.1" status: 200  len: 217 time: 0.0753174
Nov 19 14:31:04.752061 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9324ce-a4dd-436b-82f6-0a082d15a851 None None] DHCP port deletion for cdddb518-8cf2-4322-a35f-0e12175bafb1 request from dv-cinder-763306-2-iscsi {{(pid=80262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 19 14:31:04.755589 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device fa48f8dc-718a-442e-ab14-8832e21eb1aa no longer exists at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:31:04.778525 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7a9d8-0b50-49f3-989c-1bf70980631c req-6d31f639-0c84-448e-8235-95cea98e6659 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:04.780256 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-99b7a9d8-0b50-49f3-989c-1bf70980631c req-6d31f639-0c84-448e-8235-95cea98e6659 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aadce598-f8a4-448c-af30-7e52573fd24d HTTP/1.1" status: 200  len: 855 time: 0.0793753
Nov 19 14:31:04.787812 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-2f9324ce-a4dd-436b-82f6-0a082d15a851 None None] Deleting port 8b6a3e6e-97cf-479d-bad8-82e061d55434 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:31:04.788244 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2f9324ce-a4dd-436b-82f6-0a082d15a851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:04.825299 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] No Port match for: fa48f8dc-718a-442e-ab14-8832e21eb1aa {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:31:04.826018 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device fa48f8dc-718a-442e-ab14-8832e21eb1aa not bound to the agent host dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:31:04.826503 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device a98efd81-3ffd-410d-a2dd-34305de841ec no longer exists at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:31:04.873066 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] No Port match for: a98efd81-3ffd-410d-a2dd-34305de841ec {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:31:04.873662 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-99b7a9d8-0b50-49f3-989c-1bf70980631c req-2fa6fad1-d84e-4cd3-b985-84c00a02c205 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1870752e-7b09-4f81-84ae-a4ccae9eae40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831833
Nov 19 14:31:04.873776 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device a98efd81-3ffd-410d-a2dd-34305de841ec not bound to the agent host dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:31:05.047370 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-99b7a9d8-0b50-49f3-989c-1bf70980631c req-99ba6025-7ab5-460e-b901-7def7cfe1e50 service neutron] 10.222.0.20 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574869
Nov 19 14:31:05.054597 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-2f9324ce-a4dd-436b-82f6-0a082d15a851 None None] For port 8b6a3e6e-97cf-479d-bad8-82e061d55434, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=8b6a3e6e-97cf-479d-bad8-82e061d55434,segment=NetworkSegment(f5e9c60a-4a26-44b0-86a6-f78ad9885ef8),segment_id=f5e9c60a-4a26-44b0-86a6-f78ad9885ef8)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:31:05.055047 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2f9324ce-a4dd-436b-82f6-0a082d15a851 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:05.183223 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-2f9324ce-a4dd-436b-82f6-0a082d15a851 None None] Calling delete_port for 8b6a3e6e-97cf-479d-bad8-82e061d55434 owned by network:dhcp {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:31:05.200792 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] For port 8b6a3e6e-97cf-479d-bad8-82e061d55434, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=8b6a3e6e-97cf-479d-bad8-82e061d55434,segment=NetworkSegment(f5e9c60a-4a26-44b0-86a6-f78ad9885ef8),segment_id=f5e9c60a-4a26-44b0-86a6-f78ad9885ef8)] {{(pid=80261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:31:05.201209 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:05.203858 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-99b7a9d8-0b50-49f3-989c-1bf70980631c req-faea07ac-2ae3-4403-a7f3-2e5183e5b154 service neutron] 10.222.0.20 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1491838
Nov 19 14:31:05.259912 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2f9324ce-a4dd-436b-82f6-0a082d15a851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:05.275497 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:05.320174 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9324ce-a4dd-436b-82f6-0a082d15a851 None None] Pushing event deleted for resources: {'Port': ['ID=8b6a3e6e-97cf-479d-bad8-82e061d55434,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:05.331847 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2f9324ce-a4dd-436b-82f6-0a082d15a851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:05.335270 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] Calling delete_port for 8b6a3e6e-97cf-479d-bad8-82e061d55434 owned by network:dhcp {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:31:05.403657 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa39a1f-d6f1-4dbd-9c33-221a31f5960f req-659affbf-f1a7-4e92-bdd0-c4f9657037dd tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:05.405277 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8aa39a1f-d6f1-4dbd-9c33-221a31f5960f req-659affbf-f1a7-4e92-bdd0-c4f9657037dd tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 944 time: 0.3310964
Nov 19 14:31:05.416009 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9324ce-a4dd-436b-82f6-0a082d15a851 None None] No DVR routers for this DVR port 8b6a3e6e-97cf-479d-bad8-82e061d55434 on host dv-cinder-763306-2-iscsi {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:31:05.455499 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.db.api [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80261) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 14:31:05.455869 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_db.api [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 14:31:05.468341 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8aa39a1f-d6f1-4dbd-9c33-221a31f5960f req-0002ae16-23d1-457a-8e9e-665948644047 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508955
Nov 19 14:31:05.957084 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] Deleting port 8b6a3e6e-97cf-479d-bad8-82e061d55434 {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:31:05.957557 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:06.022664 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] The port '8b6a3e6e-97cf-479d-bad8-82e061d55434' was deleted {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 19 14:31:06.142548 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3601468', 'neutron.services.segments.db._delete_segments_for_network--9223363262708512184'] for network, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:06.258307 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae37f91cc0>,) {'filters': {'network_id': ['cdddb518-8cf2-4322-a35f-0e12175bafb1']}} {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:06.271662 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae37f91cc0>, 'f5e9c60a-4a26-44b0-86a6-f78ad9885ef8') {'for_net_delete': True} {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:06.271996 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae37f91cc0>, 'f5e9c60a-4a26-44b0-86a6-f78ad9885ef8') {} {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:06.283952 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262708535224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2019484'] for segment, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:06.298547 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:06.300572 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 14:31:06.481827 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] Network cdddb518-8cf2-4322-a35f-0e12175bafb1 has no segments {{(pid=80261) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:31:06.490893 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3544455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843835328'] for segment, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:06.669811 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] Network cdddb518-8cf2-4322-a35f-0e12175bafb1 has no segments {{(pid=80261) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:   % (table.description, expected, rows_matched)
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:   % (table.description, expected, rows_matched)
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:   % (table.description, expected, rows_matched)
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:   % (table.description, expected, rows_matched)
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]: Traceback (most recent call last):
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:     timer()
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:     cb(*args, **kw)
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:     return func(*args, **kwargs)
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:     self._notify()
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:     self.callback(batched_events)
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:     event.method(event)
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:     segment_id)['aggregates'][0]
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:     return f(self, *a, **k)
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self._get(url).json()
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:     **kwargs)
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self.request(url, 'GET', **kwargs)
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:     **endpoint_filter)
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 14:31:06.695035 dv-cinder-763306-2-iscsi neutron-server[80149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 14:31:06.701921 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2797f81-351d-4f9c-b841-c8370f2ca3a0 req-6b86d740-616b-4110-9349-b87ae7a49441 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:06.703628 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e2797f81-351d-4f9c-b841-c8370f2ca3a0 req-6b86d740-616b-4110-9349-b87ae7a49441 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 944 time: 0.0885248
Nov 19 14:31:06.714988 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 8b6a3e6e-97cf-479d-bad8-82e061d55434 no longer exists at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:31:06.751778 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] No Port match for: 8b6a3e6e-97cf-479d-bad8-82e061d55434 {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:31:06.752414 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 8b6a3e6e-97cf-479d-bad8-82e061d55434 not bound to the agent host dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:31:06.753696 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e2797f81-351d-4f9c-b841-c8370f2ca3a0 req-50ee2b57-70ba-43c0-b7fb-3531fab4a850 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427694
Nov 19 14:31:06.783406 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851174325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:06.788081 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-dc96d831-5926-4c26-b830-ea8f754a2327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:06.802854 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:06.813822 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdddb518-8cf2-4322-a35f-0e12175bafb1,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:06.817760 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:06.827630 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-e9df107d-c645-45ed-abb6-7345b5652618 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cdddb518-8cf2-4322-a35f-0e12175bafb1 HTTP/1.1" status: 204  len: 168 time: 2.3411624
Nov 19 14:31:06.967756 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 33282) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:31:07.022800 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-dcaf946a-55cb-4e78-a8a7-27e84e60f097 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e4cdfec880b540fbaaff093eb5b0334c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0536397
Nov 19 14:31:07.025145 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 33286) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:31:07.089791 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bd13ab12-bf71-4621-bbfd-bb9be57f1afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:07.117624 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bd13ab12-bf71-4621-bbfd-bb9be57f1afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:07.161426 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bd13ab12-bf71-4621-bbfd-bb9be57f1afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:07.166306 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-03b52c05-be8a-4124-bc4b-9baa4f78ab99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:07.180394 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13ab12-bf71-4621-bbfd-bb9be57f1afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de81cd76-33fe-4ce9-996e-68ee674bf485,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:07.184478 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-bd13ab12-bf71-4621-bbfd-bb9be57f1afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:07.187809 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bd13ab12-bf71-4621-bbfd-bb9be57f1afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:07.189171 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-bd13ab12-bf71-4621-bbfd-bb9be57f1afa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/de81cd76-33fe-4ce9-996e-68ee674bf485 HTTP/1.1" status: 204  len: 168 time: 0.1630638
Nov 19 14:31:07.563811 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:31:07.638976 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning for port 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:31:07.643854 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:31:07.644288 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:07.761213 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:07.791935 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d065d5-2bf1-4d40-8e95-f4257d59174c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945c9245-bcbb-48f9-bdfa-c7adbafb8d89'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:31:07.802337 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 945c9245-bcbb-48f9-bdfa-c7adbafb8d89, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=945c9245-bcbb-48f9-bdfa-c7adbafb8d89,segment=NetworkSegment(39394dae-1e15-4665-95c9-e88c1b5027ac),segment_id=39394dae-1e15-4665-95c9-e88c1b5027ac)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:31:07.806429 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:07.808398 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:07.857259 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d065d5-2bf1-4d40-8e95-f4257d59174c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945c9245-bcbb-48f9-bdfa-c7adbafb8d89', 'code': 200}
Nov 19 14:31:07.903975 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=945c9245-bcbb-48f9-bdfa-c7adbafb8d89,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:07.907264 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:08.017129 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5278e7c-09ee-4462-a3fe-f7524265f1cb req-13752270-981b-4df7-9591-f078d7ff8e76 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:08.018808 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f5278e7c-09ee-4462-a3fe-f7524265f1cb req-13752270-981b-4df7-9591-f078d7ff8e76 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0929086
Nov 19 14:31:08.069491 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f5278e7c-09ee-4462-a3fe-f7524265f1cb req-c97a07f6-78f4-430d-a81a-080c8c4e0eb0 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436511
Nov 19 14:31:08.152263 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4bfb549a-ed97-47f7-97a6-3de1f948e2c7 req-d6730558-62dc-44fb-8606-07933f85fd39 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 1163 time: 0.0767543
Nov 19 14:31:08.197912 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4bfb549a-ed97-47f7-97a6-3de1f948e2c7 req-e01b9912-f3aa-42fe-8ee4-7dafe3c86170 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387261
Nov 19 14:31:08.941906 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 33340) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:31:09.091933 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4061adb2-22f9-4085-ad27-6d6f22dbb832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:09.094110 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:31:09.126330 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-4061adb2-22f9-4085-ad27-6d6f22dbb832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:31:09.130223 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-4061adb2-22f9-4085-ad27-6d6f22dbb832 admin admin] Usage tracker for resource:security_group_rule and tenant:4dbd5270d27448f89cc8afac3e44c89a is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:31:09.133275 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-4061adb2-22f9-4085-ad27-6d6f22dbb832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:31:09.139672 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-4061adb2-22f9-4085-ad27-6d6f22dbb832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:31:09.166665 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:31:09.167103 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:09.218611 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4061adb2-22f9-4085-ad27-6d6f22dbb832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:09.227600 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4061adb2-22f9-4085-ad27-6d6f22dbb832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:09.275608 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ec1474b2-b0a9-4ab3-a946-dd7714dc0ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:09.314015 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 33348) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:31:09.315805 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-4061adb2-22f9-4085-ad27-6d6f22dbb832 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4dbd5270d27448f89cc8afac3e44c89a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3724811
Nov 19 14:31:09.377242 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061adb2-22f9-4085-ad27-6d6f22dbb832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b377a86-e4bf-424d-92c3-7db7516fad73,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:09.383454 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4061adb2-22f9-4085-ad27-6d6f22dbb832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:09.389854 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-98b3091c-ddf8-4bc4-8696-21efbf81fd1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:09.415466 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9b9c2-2221-48f8-bb28-513397adbde7 req-6d0fa958-adda-43cd-a382-618977c75480 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:09.417537 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f0d9b9c2-2221-48f8-bb28-513397adbde7 req-6d0fa958-adda-43cd-a382-618977c75480 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.1923516
Nov 19 14:31:09.418537 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-98b3091c-ddf8-4bc4-8696-21efbf81fd1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:09.463755 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-98b3091c-ddf8-4bc4-8696-21efbf81fd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:09.468808 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b181f6fb-5efb-4b24-987f-3e4cef56fcd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:09.474063 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f0d9b9c2-2221-48f8-bb28-513397adbde7 req-ad22b93c-d286-401b-8ba6-c14d660be978 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498631
Nov 19 14:31:09.482588 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3091c-ddf8-4bc4-8696-21efbf81fd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b377a86-e4bf-424d-92c3-7db7516fad73,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:09.485642 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-98b3091c-ddf8-4bc4-8696-21efbf81fd1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:09.486575 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-98b3091c-ddf8-4bc4-8696-21efbf81fd1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:09.490606 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-98b3091c-ddf8-4bc4-8696-21efbf81fd1a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b377a86-e4bf-424d-92c3-7db7516fad73 HTTP/1.1" status: 204  len: 168 time: 0.1754534
Nov 19 14:31:10.708473 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c05a3-9108-48f5-a379-43458d088e62 req-04348745-7c04-419f-a340-7117d7b1120e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:10.710121 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e62c05a3-9108-48f5-a379-43458d088e62 req-04348745-7c04-419f-a340-7117d7b1120e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0850728
Nov 19 14:31:10.759699 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e62c05a3-9108-48f5-a379-43458d088e62 req-20b987dd-2950-4d48-839c-51460ff33b65 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431523
Nov 19 14:31:10.989894 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63463b77-f511-453f-9bfb-c1f1f9f26eaa req-e9be7531-10b3-4584-9a87-eb177e540aaa tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:10.991552 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-63463b77-f511-453f-9bfb-c1f1f9f26eaa req-e9be7531-10b3-4584-9a87-eb177e540aaa tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0887086
Nov 19 14:31:11.001685 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 33388) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:31:11.007590 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-43c1baa6-3eaa-499a-85d5-f3a1cf3a9bcc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Request body: {'floatingip': {'port_id': '945c9245-bcbb-48f9-bdfa-c7adbafb8d89'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:31:11.084762 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-43c1baa6-3eaa-499a-85d5-f3a1cf3a9bcc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for floatingip, before_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:11.738120 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-43c1baa6-3eaa-499a-85d5-f3a1cf3a9bcc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for floatingip, precommit_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:11.740503 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-43c1baa6-3eaa-499a-85d5-f3a1cf3a9bcc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:11.938636 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.l3_db [None req-43c1baa6-3eaa-499a-85d5-f3a1cf3a9bcc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Floating IP b64c77e8-0a75-40cd-98c0-117627447104 associated. External IP: 172.27.0.106, port: 945c9245-bcbb-48f9-bdfa-c7adbafb8d89.
Nov 19 14:31:12.560535 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c1baa6-3eaa-499a-85d5-f3a1cf3a9bcc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Router 146b96c5-6a5f-498e-83e2-d65f06f3add7 has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:31:12.770167 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c1baa6-3eaa-499a-85d5-f3a1cf3a9bcc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:31:12.780709 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a5022-e499-401b-8eed-f46512389020 None None] Sync routers for ids ['146b96c5-6a5f-498e-83e2-d65f06f3add7'] in dv-cinder-763306-2-iscsi {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:31:12.783556 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-43c1baa6-3eaa-499a-85d5-f3a1cf3a9bcc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:12.793672 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a5022-e499-401b-8eed-f46512389020 None None] Routers {'146b96c5-6a5f-498e-83e2-d65f06f3add7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:31:12.794544 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-d78a5022-e499-401b-8eed-f46512389020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae37fd0358>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:30:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['146b96c5-6a5f-498e-83e2-d65f06f3add7'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:12.843673 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-43c1baa6-3eaa-499a-85d5-f3a1cf3a9bcc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "PUT /v2.0/floatingips/b64c77e8-0a75-40cd-98c0-117627447104 HTTP/1.1" status: 200  len: 992 time: 1.8408709
Nov 19 14:31:12.844587 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33d065d5-2bf1-4d40-8e95-f4257d59174c', 'tag': '945c9245-bcbb-48f9-bdfa-c7adbafb8d89'}] {{(pid=80261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:31:12.952539 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33d065d5-2bf1-4d40-8e95-f4257d59174c', 'tag': '945c9245-bcbb-48f9-bdfa-c7adbafb8d89', 'status': 'completed', 'code': 200}
Nov 19 14:31:13.008480 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-d78a5022-e499-401b-8eed-f46512389020 None None] Set router 146b96c5-6a5f-498e-83e2-d65f06f3add7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:31:13.384055 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-d78a5022-e499-401b-8eed-f46512389020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae37fd0358>, [{'id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'name': 'tempest-AttachVolumeShelveTestJSON-454940425-router', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:58Z', 'updated_at': '2020-11-19T14:28:02Z', 'revision_number': 4, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'gw_port': {'id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:59Z', 'updated_at': '2020-11-19T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'b64c77e8-0a75-40cd-98c0-117627447104', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'port_id': '945c9245-bcbb-48f9-bdfa-c7adbafb8d89', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'mac_address': 'fa:16:3e:85:f1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d065d5-2bf1-4d40-8e95-f4257d59174c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:30:57Z', 'updated_at': '2020-11-19T14:31:11Z', 'revision_number': 1, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c8c4d1-2131-4622-8f9d-bfd78a613405', 'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'mac_address': 'fa:16:3e:27:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:28:01Z', 'updated_at': '2020-11-19T14:28:11Z', 'revision_number': 5, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'subnets': [{'id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:13.388072 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a5022-e499-401b-8eed-f46512389020 None None] Checking router: 146b96c5-6a5f-498e-83e2-d65f06f3add7 for host: dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:31:13.399759 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a5022-e499-401b-8eed-f46512389020 None None] Routers {'146b96c5-6a5f-498e-83e2-d65f06f3add7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:31:13.400426 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-d78a5022-e499-401b-8eed-f46512389020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae37fd0358>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:30:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['146b96c5-6a5f-498e-83e2-d65f06f3add7'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:13.587206 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-d78a5022-e499-401b-8eed-f46512389020 None None] Set router 146b96c5-6a5f-498e-83e2-d65f06f3add7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:31:13.954726 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-d78a5022-e499-401b-8eed-f46512389020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae37fd0358>, [{'id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'name': 'tempest-AttachVolumeShelveTestJSON-454940425-router', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:58Z', 'updated_at': '2020-11-19T14:28:02Z', 'revision_number': 4, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'gw_port': {'id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:59Z', 'updated_at': '2020-11-19T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'b64c77e8-0a75-40cd-98c0-117627447104', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'port_id': '945c9245-bcbb-48f9-bdfa-c7adbafb8d89', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'mac_address': 'fa:16:3e:85:f1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d065d5-2bf1-4d40-8e95-f4257d59174c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:30:57Z', 'updated_at': '2020-11-19T14:31:11Z', 'revision_number': 1, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c8c4d1-2131-4622-8f9d-bfd78a613405', 'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'mac_address': 'fa:16:3e:27:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:28:01Z', 'updated_at': '2020-11-19T14:28:11Z', 'revision_number': 5, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'subnets': [{'id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:13.958884 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78a5022-e499-401b-8eed-f46512389020 None None] The sync data for ids ['146b96c5-6a5f-498e-83e2-d65f06f3add7'] in dv-cinder-763306-2-iscsi is: [{'id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'name': 'tempest-AttachVolumeShelveTestJSON-454940425-router', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:58Z', 'updated_at': '2020-11-19T14:28:02Z', 'revision_number': 4, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'gw_port': {'id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:59Z', 'updated_at': '2020-11-19T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'b64c77e8-0a75-40cd-98c0-117627447104', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'port_id': '945c9245-bcbb-48f9-bdfa-c7adbafb8d89', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'mac_address': 'fa:16:3e:85:f1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33d065d5-2bf1-4d40-8e95-f4257d59174c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:30:57Z', 'updated_at': '2020-11-19T14:31:11Z', 'revision_number': 1, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c8c4d1-2131-4622-8f9d-bfd78a613405', 'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'mac_address': 'fa:16:3e:27:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:28:01Z', 'updated_at': '2020-11-19T14:28:11Z', 'revision_number': 5, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'subnets': [{'id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:31:14.242417 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb3d04e-ab0f-4d43-a04e-f632bbcb374b None None] New status for floating IP b64c77e8-0a75-40cd-98c0-117627447104: ACTIVE {{(pid=80263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 14:31:14.652529 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:14.759479 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5208190a-d3a6-406f-94c3-ba94583417bd req-4b2b482c-ae3d-4c87-a1e4-5a33c3751395 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a45d31906464ce38462385d6554b1c8&device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 1163 time: 0.0796406
Nov 19 14:31:14.905911 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208190a-d3a6-406f-94c3-ba94583417bd req-42ffaefb-3639-43f4-b8ab-410205a1ceac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:14.907531 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5208190a-d3a6-406f-94c3-ba94583417bd req-42ffaefb-3639-43f4-b8ab-410205a1ceac service neutron] 10.222.0.20 "GET /v2.0/networks?id=1870752e-7b09-4f81-84ae-a4ccae9eae40 HTTP/1.1" status: 200  len: 910 time: 0.1399424
Nov 19 14:31:15.021868 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5208190a-d3a6-406f-94c3-ba94583417bd req-b8205e0f-c8d2-447e-bfdd-10830a84d38d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=945c9245-bcbb-48f9-bdfa-c7adbafb8d89 HTTP/1.1" status: 200  len: 1002 time: 0.1022022
Nov 19 14:31:15.090229 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208190a-d3a6-406f-94c3-ba94583417bd req-aa99689a-ff75-4dff-aa98-06adef1a5743 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:15.091789 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5208190a-d3a6-406f-94c3-ba94583417bd req-aa99689a-ff75-4dff-aa98-06adef1a5743 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aadce598-f8a4-448c-af30-7e52573fd24d HTTP/1.1" status: 200  len: 855 time: 0.0631137
Nov 19 14:31:15.171051 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5208190a-d3a6-406f-94c3-ba94583417bd req-dd53299a-10ad-4bb0-b475-6df8a15f378b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1870752e-7b09-4f81-84ae-a4ccae9eae40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0719182
Nov 19 14:31:15.312609 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5208190a-d3a6-406f-94c3-ba94583417bd req-1356294d-0419-4eca-b250-184d07cc4595 service neutron] 10.222.0.20 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347969
Nov 19 14:31:15.453822 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5208190a-d3a6-406f-94c3-ba94583417bd req-95ad0541-39c4-48b2-82f2-59975e397998 service neutron] 10.222.0.20 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1348333
Nov 19 14:31:22.343625 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-7134fa1a-b3d0-491f-9516-4b8b1ef28241 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2134172354&fields=id&tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b HTTP/1.1" status: 200  len: 267 time: 0.0482388
Nov 19 14:31:22.722508 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-2f9f2ad7-5af2-47ec-adb9-27e0d4d36255 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:22.724211 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-2f9f2ad7-5af2-47ec-adb9-27e0d4d36255 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/networks?id=9b416137-3e3b-40b3-b21d-851215fb37f8 HTTP/1.1" status: 200  len: 812 time: 0.3728886
Nov 19 14:31:22.740851 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-059963b3-f714-4c71-b062-fcd05ab3b097 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/quotas/bdec5d3018a2449ba8a5c236f5a7ac0b HTTP/1.1" status: 200  len: 375 time: 0.0106313
Nov 19 14:31:22.775091 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:31:22.833095 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-4d666a07-7d93-4e91-b0b4-a9a6a30837f1 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0865684
Nov 19 14:31:22.984107 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-2fcd310e-bc62-4efd-b0c1-fe8473b6423b service neutron] 10.222.0.35 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380064
Nov 19 14:31:23.126234 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-8ead59a4-7688-4ca0-92aa-a4a4aaff0c1e service neutron] 10.222.0.35 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1355677
Nov 19 14:31:23.548158 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9f52c915-3478-4ff7-b846-46e28a14f1cb req-c864f0cd-8ef0-47f4-9d1f-32252ae9ab20 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 210 time: 0.0468810
Nov 19 14:31:24.737061 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-77b7149c-c5b0-45ff-88c5-d6ac5e5b32f6 req-50b84ee5-a9a0-4451-bdb5-afd097f271a3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 210 time: 0.0551348
Nov 19 14:31:24.770634 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-807db080-a637-4f08-b545-9ed38b138492 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:24.772211 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-807db080-a637-4f08-b545-9ed38b138492 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.20 "GET /v2.0/networks?id=9b416137-3e3b-40b3-b21d-851215fb37f8 HTTP/1.1" status: 200  len: 812 time: 0.2139041
Nov 19 14:31:24.874652 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-309ef8a2-1cdd-4500-85c5-2aba584dad71 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b HTTP/1.1" status: 200  len: 5087 time: 0.0678484
Nov 19 14:31:24.885611 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-0da79672-7422-4566-b1f4-b1fedeedc35c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Request body: {'port': {'device_id': '1f622690-1cb1-4b40-9c0f-f1242dcb9ba4', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'admin_state_up': True, 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'security_groups': ['6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6']}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:31:25.040202 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-0da79672-7422-4566-b1f4-b1fedeedc35c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:31:25.050406 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-0da79672-7422-4566-b1f4-b1fedeedc35c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:31:25.060272 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-0da79672-7422-4566-b1f4-b1fedeedc35c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Made reservation on behalf of bdec5d3018a2449ba8a5c236f5a7ac0b for: {'port': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:31:25.065830 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-0da79672-7422-4566-b1f4-b1fedeedc35c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:25.379790 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-0da79672-7422-4566-b1f4-b1fedeedc35c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Allocated IP 172.20.0.5 (9b416137-3e3b-40b3-b21d-851215fb37f8/a2113208-37bc-4c5f-8350-aa5f4257d1f0/0e13e739-ecd1-4ff3-8a35-dfd9349640ef) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:31:25.510482 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-113a3920-e7ad-4cf1-ab1c-7f8c57bba20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:25.575613 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-0da79672-7422-4566-b1f4-b1fedeedc35c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:25.592629 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-0da79672-7422-4566-b1f4-b1fedeedc35c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Transition to ACTIVE for port object 0e13e739-ecd1-4ff3-8a35-dfd9349640ef will not be triggered until provisioned by entity DHCP. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:31:25.613211 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-0da79672-7422-4566-b1f4-b1fedeedc35c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:25.631968 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e071f4f0-a0d1-4e2e-8be6-46544b86c230 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:25.785152 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da79672-7422-4566-b1f4-b1fedeedc35c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Pushing event updated for resources: {'Port': ['ID=0e13e739-ecd1-4ff3-8a35-dfd9349640ef,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:25.789749 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-0da79672-7422-4566-b1f4-b1fedeedc35c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:25.840191 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-0da79672-7422-4566-b1f4-b1fedeedc35c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Network 9b416137-3e3b-40b3-b21d-851215fb37f8 is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:31:25.841514 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-0da79672-7422-4566-b1f4-b1fedeedc35c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:31:25.843981 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-0da79672-7422-4566-b1f4-b1fedeedc35c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:31:25.984888 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-0da79672-7422-4566-b1f4-b1fedeedc35c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:25.985614 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-0da79672-7422-4566-b1f4-b1fedeedc35c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:26.024828 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-0da79672-7422-4566-b1f4-b1fedeedc35c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1447330
Nov 19 14:31:26.035847 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e642e31-49f5-41a3-8cd0-f5b7a2df9c60 req-8424a593-71df-41bf-9eb3-e98219d969d4 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:26.036667 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-6e642e31-49f5-41a3-8cd0-f5b7a2df9c60 req-8424a593-71df-41bf-9eb3-e98219d969d4 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Synchronizing usage tracker for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:31:26.045462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] Request body: {'port': {'device_id': '1f622690-1cb1-4b40-9c0f-f1242dcb9ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:31:26.108274 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-6e642e31-49f5-41a3-8cd0-f5b7a2df9c60 req-8424a593-71df-41bf-9eb3-e98219d969d4 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Unset dirty status for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:31:26.109556 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6e642e31-49f5-41a3-8cd0-f5b7a2df9c60 req-8424a593-71df-41bf-9eb3-e98219d969d4 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 931 time: 0.2075844
Nov 19 14:31:26.161122 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-d3122833-8768-44b8-aae1-b3d3effd2c75 None None] Provisioning for port 0e13e739-ecd1-4ff3-8a35-dfd9349640ef completed by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:31:26.166056 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-d3122833-8768-44b8-aae1-b3d3effd2c75 None None] Provisioning complete for port 0e13e739-ecd1-4ff3-8a35-dfd9349640ef triggered by entity DHCP. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:31:26.166485 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d3122833-8768-44b8-aae1-b3d3effd2c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:26.201546 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:26.221037 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-d3122833-8768-44b8-aae1-b3d3effd2c75 None None] Port 0e13e739-ecd1-4ff3-8a35-dfd9349640ef cannot update to ACTIVE because it is not bound. {{(pid=80262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}}
Nov 19 14:31:26.228161 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6e642e31-49f5-41a3-8cd0-f5b7a2df9c60 req-a9e1f552-640c-4629-8e4b-9698f5f5215e tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0814195
Nov 19 14:31:26.636207 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e13e739-ecd1-4ff3-8a35-dfd9349640ef {{(pid=80260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 14:31:26.643595 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:26.656413 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] Transition to ACTIVE for port object 0e13e739-ecd1-4ff3-8a35-dfd9349640ef will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:31:26.663454 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:26.679982 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:26.822632 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0e13e739-ecd1-4ff3-8a35-dfd9349640ef,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:26.825903 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:27.007374 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] Attempting to bind port 0e13e739-ecd1-4ff3-8a35-dfd9349640ef on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:31:27.007858 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] Attempting to bind port 0e13e739-ecd1-4ff3-8a35-dfd9349640ef by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:31:27.008235 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] Attempting to bind port 0e13e739-ecd1-4ff3-8a35-dfd9349640ef on network 9b416137-3e3b-40b3-b21d-851215fb37f8 {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:31:27.015570 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] Checking agent: {'id': 'd378d45e-d3db-4cef-bd1d-68c8d9116f29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 21, 43), 'started_at': datetime.datetime(2020, 11, 19, 14, 22, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:31:27.015953 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] Checking segment: {'id': 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:31:27.016361 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:27.016766 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] Bound using segment: {'id': 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:31:27.017251 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] Bound port: 0e13e739-ecd1-4ff3-8a35-dfd9349640ef, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:31:27.017634 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:27.113602 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] For port 0e13e739-ecd1-4ff3-8a35-dfd9349640ef, host hv-cinder-76330, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:31:27.116687 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] For port 0e13e739-ecd1-4ff3-8a35-dfd9349640ef, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0e13e739-ecd1-4ff3-8a35-dfd9349640ef,segment=NetworkSegment(b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795),segment_id=b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:31:27.120320 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:27.135478 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-a45d150e-b17b-4432-85bb-9c03f7266cb5 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:27.284244 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0e13e739-ecd1-4ff3-8a35-dfd9349640ef,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:27.289065 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:27.324608 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:27.326113 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] 10.222.0.20 "PUT /v2.0/ports/0e13e739-ecd1-4ff3-8a35-dfd9349640ef HTTP/1.1" status: 200  len: 1157 time: 1.2863300
Nov 19 14:31:27.326666 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f622690-1cb1-4b40-9c0f-f1242dcb9ba4', 'tag': '0e13e739-ecd1-4ff3-8a35-dfd9349640ef'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:31:27.525223 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c81d1-269d-43be-a77d-b3e133cd0d6a req-f34bcc92-a3ca-468b-9002-995008b58dfd tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:27.526965 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3f5c81d1-269d-43be-a77d-b3e133cd0d6a req-f34bcc92-a3ca-468b-9002-995008b58dfd tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 943 time: 0.1632173
Nov 19 14:31:27.534191 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f622690-1cb1-4b40-9c0f-f1242dcb9ba4', 'tag': '0e13e739-ecd1-4ff3-8a35-dfd9349640ef', 'status': 'completed', 'code': 200}
Nov 19 14:31:27.539989 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-c9f82257-3101-4d6f-8cad-c3752cd3df8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b&device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 1160 time: 0.1197734
Nov 19 14:31:27.644577 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-f43165e1-a942-447d-8cb0-5c69e9081161 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e13e739-ecd1-4ff3-8a35-dfd9349640ef HTTP/1.1" status: 200  len: 217 time: 0.0834956
Nov 19 14:31:27.648515 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3f5c81d1-269d-43be-a77d-b3e133cd0d6a req-19da488e-b350-4845-8cae-cf4cb5e4778b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1126928
Nov 19 14:31:27.714175 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-e333fc86-4d43-41ae-94b2-6d11e4acbc49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:27.715855 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-e333fc86-4d43-41ae-94b2-6d11e4acbc49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2113208-37bc-4c5f-8350-aa5f4257d1f0 HTTP/1.1" status: 200  len: 851 time: 0.0646777
Nov 19 14:31:27.799641 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-ea6f2ecc-a797-480d-8dd5-16876eb4422d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b416137-3e3b-40b3-b21d-851215fb37f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765584
Nov 19 14:31:27.945127 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-34c5cce1-969a-4bd2-8ab1-1ebff12f14d0 service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381400
Nov 19 14:31:28.191451 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0e4515d0-70f4-4c2a-990c-3168e64e35f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:28.326996 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-55f053d0-8a1d-4224-ba92-59c71dcece6c req-a6007334-d606-47ec-a772-57b88681b91b service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3745358
Nov 19 14:31:28.492641 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6bb9e941-ec31-45a4-ade3-d0b6b3dfaf15 req-804dc514-7c42-4bdc-9da6-6956df5ec7b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b&device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 1160 time: 0.0732777
Nov 19 14:31:28.633511 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9e941-ec31-45a4-ade3-d0b6b3dfaf15 req-e0aab2c6-5e4f-43b2-962b-7f4b59008ba5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:28.635103 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6bb9e941-ec31-45a4-ade3-d0b6b3dfaf15 req-e0aab2c6-5e4f-43b2-962b-7f4b59008ba5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b416137-3e3b-40b3-b21d-851215fb37f8 HTTP/1.1" status: 200  len: 906 time: 0.1364386
Nov 19 14:31:28.713203 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6bb9e941-ec31-45a4-ade3-d0b6b3dfaf15 req-84385643-418f-4ef7-948e-f7f216a05a8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e13e739-ecd1-4ff3-8a35-dfd9349640ef HTTP/1.1" status: 200  len: 217 time: 0.0697248
Nov 19 14:31:28.811397 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:28.847019 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9e941-ec31-45a4-ade3-d0b6b3dfaf15 req-6c4e4868-785b-452e-95b3-e6a160b28ffc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:28.848588 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6bb9e941-ec31-45a4-ade3-d0b6b3dfaf15 req-6c4e4868-785b-452e-95b3-e6a160b28ffc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2113208-37bc-4c5f-8350-aa5f4257d1f0 HTTP/1.1" status: 200  len: 851 time: 0.1193051
Nov 19 14:31:28.929105 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fccaec6-79d0-4141-bfc0-669f767c0b09 req-5a86ace0-d694-41aa-94db-3dd9d88dbf0d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:28.930747 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1fccaec6-79d0-4141-bfc0-669f767c0b09 req-5a86ace0-d694-41aa-94db-3dd9d88dbf0d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 943 time: 0.1528404
Nov 19 14:31:28.984843 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6bb9e941-ec31-45a4-ade3-d0b6b3dfaf15 req-94ce7892-c065-486c-b1e3-0938ce5dc2f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b416137-3e3b-40b3-b21d-851215fb37f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1219749
Nov 19 14:31:28.992154 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1fccaec6-79d0-4141-bfc0-669f767c0b09 req-0ae13093-07fb-42b8-8af8-1b5f47f18c3d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0549953
Nov 19 14:31:29.129915 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6bb9e941-ec31-45a4-ade3-d0b6b3dfaf15 req-eb9a9775-c270-499e-bd06-e1e09a5503ab service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341357
Nov 19 14:31:29.274198 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6bb9e941-ec31-45a4-ade3-d0b6b3dfaf15 req-bac5460d-381d-4f1c-80a7-3df1f44f936b service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1369545
Nov 19 14:31:29.697441 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:29.970811 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:30.206537 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8889d-c8d1-4821-ac5c-cd386b4573bb req-d3b95cf9-cd1f-49da-bfb7-2dfc4fe7119e tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:30.208123 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-94f8889d-c8d1-4821-ac5c-cd386b4573bb req-d3b95cf9-cd1f-49da-bfb7-2dfc4fe7119e tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 943 time: 0.0872569
Nov 19 14:31:30.256480 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-94f8889d-c8d1-4821-ac5c-cd386b4573bb req-f8c77090-ca36-4953-9699-7f5e4b37b092 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0416038
Nov 19 14:31:31.466595 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632f2a5-3fc2-4313-91e2-49ccdc545784 req-a69157c0-03d9-427f-9b65-5b22e359f317 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:31.468244 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8632f2a5-3fc2-4313-91e2-49ccdc545784 req-a69157c0-03d9-427f-9b65-5b22e359f317 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 943 time: 0.0822914
Nov 19 14:31:31.519446 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8632f2a5-3fc2-4313-91e2-49ccdc545784 req-070672dd-db92-4010-a631-5b2e7c50643e tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0452113
Nov 19 14:31:32.727962 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11632522-f27b-41a1-97fe-892ae921e871 req-9607d207-84f4-4500-bf5f-b000bd8ecaea tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:32.729581 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-11632522-f27b-41a1-97fe-892ae921e871 req-9607d207-84f4-4500-bf5f-b000bd8ecaea tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 943 time: 0.0823114
Nov 19 14:31:32.778039 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-11632522-f27b-41a1-97fe-892ae921e871 req-f0510cd6-f77d-4fef-8eca-ff7b43b37773 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0423253
Nov 19 14:31:33.992260 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfff942-204b-4b13-a020-31afc79b8110 req-a7775cdc-e1e3-4fe4-8ef1-ec4c8c8cda52 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:33.994134 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7cfff942-204b-4b13-a020-31afc79b8110 req-a7775cdc-e1e3-4fe4-8ef1-ec4c8c8cda52 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 943 time: 0.0890672
Nov 19 14:31:34.041866 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7cfff942-204b-4b13-a020-31afc79b8110 req-7ae8746c-dcb5-4074-a506-5151609b690f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0415759
Nov 19 14:31:35.253458 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1816b75-6734-41ad-9463-ed6a0145bfe0 req-8fa3cc16-c892-439b-b6cf-4bcb2fe0b4f0 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:35.255088 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c1816b75-6734-41ad-9463-ed6a0145bfe0 req-8fa3cc16-c892-439b-b6cf-4bcb2fe0b4f0 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 943 time: 0.0827088
Nov 19 14:31:35.301670 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c1816b75-6734-41ad-9463-ed6a0145bfe0 req-6fac34b7-38c5-4574-9cb1-bc585c2b1f7f tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0400596
Nov 19 14:31:35.748467 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 0e13e739-ecd1-4ff3-8a35-dfd9349640ef up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:31:35.823665 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning for port 0e13e739-ecd1-4ff3-8a35-dfd9349640ef completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:31:35.828601 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 0e13e739-ecd1-4ff3-8a35-dfd9349640ef triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:31:35.829033 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:35.982707 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:36.013240 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f622690-1cb1-4b40-9c0f-f1242dcb9ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e13e739-ecd1-4ff3-8a35-dfd9349640ef'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:31:36.024108 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 0e13e739-ecd1-4ff3-8a35-dfd9349640ef, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0e13e739-ecd1-4ff3-8a35-dfd9349640ef,segment=NetworkSegment(b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795),segment_id=b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:31:36.028213 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:36.030446 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-47bbccad-e2ec-4e2c-8435-977f5b228d46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:36.094435 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f622690-1cb1-4b40-9c0f-f1242dcb9ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e13e739-ecd1-4ff3-8a35-dfd9349640ef', 'code': 200}
Nov 19 14:31:36.098819 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-8c500600-5cc7-4cf6-b6e8-61e4a86ffa3e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/floatingips/e5ac96a2-3b33-4c7e-bfb7-ab72d56039a5 HTTP/1.1" status: 200  len: 999 time: 0.1289043
Nov 19 14:31:36.106326 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=0e13e739-ecd1-4ff3-8a35-dfd9349640ef,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:36.110022 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:36.273949 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-4ce6a7bf-724a-4ee4-bad7-8dd5b341ada6 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:36.275610 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-4ce6a7bf-724a-4ee4-bad7-8dd5b341ada6 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/networks/30e7e950-b2fa-4cc4-9540-c3d995e774bc HTTP/1.1" status: 200  len: 784 time: 0.1693008
Nov 19 14:31:36.385389 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-0a911db0-e297-4528-b3c1-d746897ba32e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.0.100 HTTP/1.1" status: 200  len: 1002 time: 0.1028140
Nov 19 14:31:36.447216 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-27e68381-65d9-4f96-8b0f-038c48d4cbe6 req-9abbfeaa-dfe1-478d-a08d-74972a35b0d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 1162 time: 0.0782821
Nov 19 14:31:36.469882 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-13b88bc6-0b6e-43ac-bdf2-dfa4ec988369 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:36.471328 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-13b88bc6-0b6e-43ac-bdf2-dfa4ec988369 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports/9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 HTTP/1.1" status: 200  len: 943 time: 0.0798998
Nov 19 14:31:36.550196 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-27e68381-65d9-4f96-8b0f-038c48d4cbe6 req-71db48ee-f82c-4cb2-b7ff-03b488fe1180 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0948584
Nov 19 14:31:36.573729 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e2dd6-9b00-49d6-bb68-2babaeaa2d7a req-3d2dd26e-db22-4a28-b03a-f60871f05315 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:36.575385 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-af8e2dd6-9b00-49d6-bb68-2babaeaa2d7a req-3d2dd26e-db22-4a28-b03a-f60871f05315 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 945 time: 0.1042275
Nov 19 14:31:36.624605 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-af8e2dd6-9b00-49d6-bb68-2babaeaa2d7a req-363e7a45-2156-4649-9d60-42f4dcf072d6 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0425737
Nov 19 14:31:36.662210 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-5849147e-e451-49fa-b9c9-15444150b2f6 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.0.100 HTTP/1.1" status: 200  len: 1002 time: 0.1076698
Nov 19 14:31:36.874206 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-30469156-5bad-4df7-a561-384828029b30 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Deleting port d7073edf-f170-4321-8236-a171f08deb33 {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:31:36.874656 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-30469156-5bad-4df7-a561-384828029b30 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:37.054765 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-30469156-5bad-4df7-a561-384828029b30 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:37.055136 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-30469156-5bad-4df7-a561-384828029b30 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks [] for floatingip, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:37.179533 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-30469156-5bad-4df7-a561-384828029b30 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Calling delete_port for d7073edf-f170-4321-8236-a171f08deb33 owned by network:floatingip {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:31:37.328191 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-30469156-5bad-4df7-a561-384828029b30 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:37.344361 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:37.388395 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30469156-5bad-4df7-a561-384828029b30 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Pushing event deleted for resources: {'Port': ['ID=d7073edf-f170-4321-8236-a171f08deb33,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:37.400756 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-30469156-5bad-4df7-a561-384828029b30 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:37.563740 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-30469156-5bad-4df7-a561-384828029b30 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks [] for floatingip, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:37.564019 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.l3_db [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-30469156-5bad-4df7-a561-384828029b30 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Floating IP e5ac96a2-3b33-4c7e-bfb7-ab72d56039a5 disassociated (deleted). External IP: 172.27.0.100, port: 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1.
Nov 19 14:31:37.962668 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-30469156-5bad-4df7-a561-384828029b30 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Router 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:31:38.392492 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-30469156-5bad-4df7-a561-384828029b30 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:31:38.402204 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfd504d-81c5-437e-8b1e-0ae97451b6d9 None None] Sync routers for ids ['7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'] in dv-cinder-763306-2-iscsi {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:31:38.415036 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfd504d-81c5-437e-8b1e-0ae97451b6d9 None None] Routers {'7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:31:38.415715 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-0dfd504d-81c5-437e-8b1e-0ae97451b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c2b2a20>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:31:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:38.416572 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-30469156-5bad-4df7-a561-384828029b30 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:38.473025 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-30469156-5bad-4df7-a561-384828029b30 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "DELETE /v2.0/floatingips/e5ac96a2-3b33-4c7e-bfb7-ab72d56039a5 HTTP/1.1" status: 204  len: 173 time: 1.8049023
Nov 19 14:31:38.473495 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '924df653-7468-42ab-9f57-7ef38e1ebf6d', 'tag': '9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1'}] {{(pid=80261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:31:38.564185 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-9f4861e7-7082-480f-bd07-6cb17b421d29 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0ddffd2acdea49ecb3b1602e7be2a340&device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 1163 time: 0.0774467
Nov 19 14:31:38.604019 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-0dfd504d-81c5-437e-8b1e-0ae97451b6d9 None None] Set router 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:31:38.707613 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-0a41356e-0ff3-4bce-9415-f206420c4610 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:38.709240 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-0a41356e-0ff3-4bce-9415-f206420c4610 service neutron] 10.222.0.35 "GET /v2.0/networks?id=98aca6d4-e506-4773-ad0e-642b375a1bf0 HTTP/1.1" status: 200  len: 902 time: 0.1382449
Nov 19 14:31:38.781335 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-944f1bf5-bdb6-4577-aafd-6e45445dbc17 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 HTTP/1.1" status: 200  len: 217 time: 0.0655241
Nov 19 14:31:38.860767 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-7c4b13b4-92c9-49bb-81d5-56e58ba05d06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:38.862363 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-7c4b13b4-92c9-49bb-81d5-56e58ba05d06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c3fa7d90-1460-4280-8e47-ad97685a5102 HTTP/1.1" status: 200  len: 847 time: 0.0682783
Nov 19 14:31:38.936485 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-0dfd504d-81c5-437e-8b1e-0ae97451b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c2b2a20>, [{'id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'name': 'tempest-TestShelveInstance-693438081-router', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:26:19Z', 'updated_at': '2020-11-19T14:26:26Z', 'revision_number': 4, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'gw_port': {'id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:20Z', 'updated_at': '2020-11-19T14:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'dc3c5b41-3232-474f-b246-4b64aa1660ac', 'name': '', 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'mac_address': 'fa:16:3e:f8:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3fa7d90-1460-4280-8e47-ad97685a5102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:24Z', 'updated_at': '2020-11-19T14:26:32Z', 'revision_number': 5, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'subnets': [{'id': 'c3fa7d90-1460-4280-8e47-ad97685a5102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:38.940788 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfd504d-81c5-437e-8b1e-0ae97451b6d9 None None] Checking router: 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 for host: dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:31:38.943573 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-b72a2480-187c-451b-bad2-e671296f814e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=98aca6d4-e506-4773-ad0e-642b375a1bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744183
Nov 19 14:31:38.952237 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfd504d-81c5-437e-8b1e-0ae97451b6d9 None None] Routers {'7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:31:38.952906 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-0dfd504d-81c5-437e-8b1e-0ae97451b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c2b2a20>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:31:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:39.092835 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-06795b39-8fe5-41db-89b9-3d51cbd41163 service neutron] 10.222.0.35 "GET /v2.0/networks/98aca6d4-e506-4773-ad0e-642b375a1bf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423018
Nov 19 14:31:39.241307 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-537bbbc4-79b1-452e-8715-30fbab1d298c req-3b4ae115-013f-4454-b3d5-7b60b6fd3712 service neutron] 10.222.0.35 "GET /v2.0/networks/98aca6d4-e506-4773-ad0e-642b375a1bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418874
Nov 19 14:31:39.301501 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-0dfd504d-81c5-437e-8b1e-0ae97451b6d9 None None] Set router 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:31:39.448042 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a801274-891b-4dfa-b1ab-d95bc49faeeb req-650d9316-7a2a-4297-b9ca-b2fe40f192e5 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:39.449584 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3a801274-891b-4dfa-b1ab-d95bc49faeeb req-650d9316-7a2a-4297-b9ca-b2fe40f192e5 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 945 time: 0.0879259
Nov 19 14:31:39.503986 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3a801274-891b-4dfa-b1ab-d95bc49faeeb req-524be471-f33a-4c4e-b0cb-eb84591dc732 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0475252
Nov 19 14:31:39.525458 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 0e13e739-ecd1-4ff3-8a35-dfd9349640ef up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:31:39.576758 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '924df653-7468-42ab-9f57-7ef38e1ebf6d', 'tag': '9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1', 'status': 'completed', 'code': 200}
Nov 19 14:31:39.696923 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 0e13e739-ecd1-4ff3-8a35-dfd9349640ef triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:31:39.697357 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:39.719944 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8aaef47b-c98a-4737-bd17-24816ff0ca6e req-ea7a0a82-a17d-456a-8f9c-c5a6eb16bf16 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ddffd2acdea49ecb3b1602e7be2a340&device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 1163 time: 0.0903730
Nov 19 14:31:39.758688 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-0dfd504d-81c5-437e-8b1e-0ae97451b6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c2b2a20>, [{'id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'name': 'tempest-TestShelveInstance-693438081-router', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:26:19Z', 'updated_at': '2020-11-19T14:26:26Z', 'revision_number': 4, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'gw_port': {'id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:20Z', 'updated_at': '2020-11-19T14:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'dc3c5b41-3232-474f-b246-4b64aa1660ac', 'name': '', 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'mac_address': 'fa:16:3e:f8:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3fa7d90-1460-4280-8e47-ad97685a5102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:24Z', 'updated_at': '2020-11-19T14:26:32Z', 'revision_number': 5, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'subnets': [{'id': 'c3fa7d90-1460-4280-8e47-ad97685a5102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:39.766032 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfd504d-81c5-437e-8b1e-0ae97451b6d9 None None] The sync data for ids ['7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'] in dv-cinder-763306-2-iscsi is: [{'id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'name': 'tempest-TestShelveInstance-693438081-router', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:26:19Z', 'updated_at': '2020-11-19T14:26:26Z', 'revision_number': 4, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'gw_port': {'id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:20Z', 'updated_at': '2020-11-19T14:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': 'dc3c5b41-3232-474f-b246-4b64aa1660ac', 'name': '', 'network_id': '98aca6d4-e506-4773-ad0e-642b375a1bf0', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'mac_address': 'fa:16:3e:f8:94:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c3fa7d90-1460-4280-8e47-ad97685a5102', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:24Z', 'updated_at': '2020-11-19T14:26:32Z', 'revision_number': 5, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'subnets': [{'id': 'c3fa7d90-1460-4280-8e47-ad97685a5102', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:31:39.983620 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f527d-d3a9-4c5a-9fda-3f950cc5309a req-653caf60-0b83-4983-97da-96c8a0a010bb tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:39.984436 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-f89f527d-d3a9-4c5a-9fda-3f950cc5309a req-653caf60-0b83-4983-97da-96c8a0a010bb tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Synchronizing usage tracker for tenant:0ddffd2acdea49ecb3b1602e7be2a340 on resource:port {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:31:40.001733 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-f89f527d-d3a9-4c5a-9fda-3f950cc5309a req-653caf60-0b83-4983-97da-96c8a0a010bb tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Unset dirty status for tenant:0ddffd2acdea49ecb3b1602e7be2a340 on resource:port {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:31:40.003100 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f89f527d-d3a9-4c5a-9fda-3f950cc5309a req-653caf60-0b83-4983-97da-96c8a0a010bb tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.1022623
Nov 19 14:31:40.055589 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f89f527d-d3a9-4c5a-9fda-3f950cc5309a req-4abeb987-e7a6-4aa7-be85-ba0ef49973ee tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0458038
Nov 19 14:31:40.159240 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc5b9bc-8212-4622-a0f9-55011f35a3f5 None None] New status for floating IP e5ac96a2-3b33-4c7e-bfb7-ab72d56039a5: DOWN {{(pid=80263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 14:31:40.716987 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759383b6-c40f-4f96-88e7-03e9021bc103 req-bac493e6-8af7-4084-a01c-7a5cfc888296 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:40.718628 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-759383b6-c40f-4f96-88e7-03e9021bc103 req-bac493e6-8af7-4084-a01c-7a5cfc888296 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 945 time: 0.0843701
Nov 19 14:31:40.766126 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-759383b6-c40f-4f96-88e7-03e9021bc103 req-38368ae8-2810-4427-938c-cf4f124340fd tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0413711
Nov 19 14:31:41.274506 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30940173-947e-459a-a390-3acb66828aa8 req-126b568e-e0d0-4246-828d-6352a354c69e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:41.276145 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-30940173-947e-459a-a390-3acb66828aa8 req-126b568e-e0d0-4246-828d-6352a354c69e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0857136
Nov 19 14:31:41.324611 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-30940173-947e-459a-a390-3acb66828aa8 req-eda8dc35-cc1a-46c4-9ec9-759655afcefb tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0423725
Nov 19 14:31:41.974379 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a30823-2ace-43dd-ad50-f1a3f2a25376 req-5dc2215e-bcb2-4172-9b33-a88aed9dbc5a tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:41.975995 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d3a30823-2ace-43dd-ad50-f1a3f2a25376 req-5dc2215e-bcb2-4172-9b33-a88aed9dbc5a tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 945 time: 0.0821552
Nov 19 14:31:42.023844 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d3a30823-2ace-43dd-ad50-f1a3f2a25376 req-fed17da1-a3a2-4034-b70d-7f1941450876 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0417626
Nov 19 14:31:42.672213 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2893bfd-700e-4451-b86f-b0261fc033d1 req-7d74e769-9c8a-4839-a277-30b0755bb627 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:42.673745 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e2893bfd-700e-4451-b86f-b0261fc033d1 req-7d74e769-9c8a-4839-a277-30b0755bb627 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.2203763
Nov 19 14:31:42.674855 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaef47b-c98a-4737-bd17-24816ff0ca6e req-040dfc42-8b0b-4b1d-a8af-64bab35cbdc6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:42.676271 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8aaef47b-c98a-4737-bd17-24816ff0ca6e req-040dfc42-8b0b-4b1d-a8af-64bab35cbdc6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98aca6d4-e506-4773-ad0e-642b375a1bf0 HTTP/1.1" status: 200  len: 902 time: 0.1788404
Nov 19 14:31:42.785916 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8aaef47b-c98a-4737-bd17-24816ff0ca6e req-0e4aff62-7c38-4cc2-acaf-89be22f86591 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 HTTP/1.1" status: 200  len: 217 time: 0.0826581
Nov 19 14:31:42.791630 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e2893bfd-700e-4451-b86f-b0261fc033d1 req-d848266b-2ef7-44d1-9e12-76014adc7563 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1113842
Nov 19 14:31:42.857937 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaef47b-c98a-4737-bd17-24816ff0ca6e req-04a21943-0a12-4d00-b77c-8a2b50c9b0a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:42.859614 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8aaef47b-c98a-4737-bd17-24816ff0ca6e req-04a21943-0a12-4d00-b77c-8a2b50c9b0a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c3fa7d90-1460-4280-8e47-ad97685a5102 HTTP/1.1" status: 200  len: 847 time: 0.0666506
Nov 19 14:31:42.945013 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8aaef47b-c98a-4737-bd17-24816ff0ca6e req-c13f972e-58cd-409a-832c-c92b2403b736 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98aca6d4-e506-4773-ad0e-642b375a1bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754993
Nov 19 14:31:43.095740 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8aaef47b-c98a-4737-bd17-24816ff0ca6e req-2540463d-275e-4512-936b-a11d93631c91 service neutron] 10.222.0.20 "GET /v2.0/networks/98aca6d4-e506-4773-ad0e-642b375a1bf0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423259
Nov 19 14:31:43.247279 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8aaef47b-c98a-4737-bd17-24816ff0ca6e req-11f98c74-8ec7-4ceb-8d04-856f0f39b127 service neutron] 10.222.0.20 "GET /v2.0/networks/98aca6d4-e506-4773-ad0e-642b375a1bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1438947
Nov 19 14:31:43.259836 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dff973-8824-46dd-9983-3e4cb89aa155 req-3072683d-6c26-4dcc-ad5c-ed346f45186e tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:43.261438 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-10dff973-8824-46dd-9983-3e4cb89aa155 req-3072683d-6c26-4dcc-ad5c-ed346f45186e tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 945 time: 0.0986552
Nov 19 14:31:43.309856 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-10dff973-8824-46dd-9983-3e4cb89aa155 req-a395be26-7244-4555-b085-5738b4502218 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0420907
Nov 19 14:31:44.005006 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25839c2-5270-4296-b318-3d5e1f86795f req-08b73c9a-4272-4ce4-a40e-bbb4bc25c9b8 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:44.006637 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a25839c2-5270-4296-b318-3d5e1f86795f req-08b73c9a-4272-4ce4-a40e-bbb4bc25c9b8 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.0847828
Nov 19 14:31:44.056330 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a25839c2-5270-4296-b318-3d5e1f86795f req-4fc2c292-75be-464e-aa00-85bb582a3b08 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0434477
Nov 19 14:31:44.524025 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3c0d1-b3ec-42fe-b106-155f3cd2df2d req-40be7af7-66fe-45d5-ab5b-c77e0074c509 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:44.525632 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-10b3c0d1-b3ec-42fe-b106-155f3cd2df2d req-40be7af7-66fe-45d5-ab5b-c77e0074c509 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 945 time: 0.0869613
Nov 19 14:31:44.573889 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-10b3c0d1-b3ec-42fe-b106-155f3cd2df2d req-a2e0b5bb-0abe-4572-9664-1f324f20c153 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0421515
Nov 19 14:31:44.643341 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:31:44.713460 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:44.778289 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:44.792824 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ea992-3cef-4548-b638-bb469a71b923 req-702da6d2-3942-498e-bb80-80c5dd78f828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:44.795295 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dd1ea992-3cef-4548-b638-bb469a71b923 req-702da6d2-3942-498e-bb80-80c5dd78f828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 945 time: 0.0936222
Nov 19 14:31:44.815873 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1,segment=NetworkSegment(f1960a51-4bc3-4eed-86e4-24102da323d7),segment_id=f1960a51-4bc3-4eed-86e4-24102da323d7)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:31:44.816914 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924df653-7468-42ab-9f57-7ef38e1ebf6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:31:44.823671 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:44.826171 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:44.861312 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dd1ea992-3cef-4548-b638-bb469a71b923 req-394bfe31-50c8-4ee6-982f-05f813a10ef4 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0594404
Nov 19 14:31:44.891785 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bd792-2d7f-4a3f-bdab-756337093d7b req-6b5d0b78-e498-4b1d-8bc5-817ce8501518 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:44.893616 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b54bd792-2d7f-4a3f-bdab-756337093d7b req-6b5d0b78-e498-4b1d-8bc5-817ce8501518 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.20 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 946 time: 0.1372571
Nov 19 14:31:44.935457 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924df653-7468-42ab-9f57-7ef38e1ebf6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1', 'code': 200}
Nov 19 14:31:44.951934 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1,revision_number=7']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:44.962142 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:45.108701 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-b54bd792-2d7f-4a3f-bdab-756337093d7b req-de0a8ce6-8d88-4975-a0b1-63efcdd2f25e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Deleting port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:31:45.109093 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-b54bd792-2d7f-4a3f-bdab-756337093d7b req-de0a8ce6-8d88-4975-a0b1-63efcdd2f25e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:45.229089 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-759cc96c-87b0-4587-84b4-6fff4c73b0cf tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2698545
Nov 19 14:31:45.251208 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Request body: {'floatingip': {'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:31:45.264727 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:31:45.289231 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a124be-edbe-43c3-9d76-31be1b70e274 req-985e4e5a-0d3e-4dd5-8f9e-30baabd4e9f5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:45.290899 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-26a124be-edbe-43c3-9d76-31be1b70e274 req-985e4e5a-0d3e-4dd5-8f9e-30baabd4e9f5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 944 time: 0.0865705
Nov 19 14:31:45.346768 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-26a124be-edbe-43c3-9d76-31be1b70e274 req-0c7f7ba0-5c0a-45e1-a908-851e6edd3969 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups?id=d93f786a-be71-4e27-8dc5-3f939f8e8606&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0494614
Nov 19 14:31:45.346867 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:31:45.437540 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for floatingip, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:45.513128 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2edbff1a-c965-47ed-86b4-7533a57881fc req-13afab7e-b6f2-4bc2-8b3e-49bd4d31b18a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2515767
Nov 19 14:31:45.537290 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-b54bd792-2d7f-4a3f-bdab-756337093d7b req-de0a8ce6-8d88-4975-a0b1-63efcdd2f25e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] For port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1,segment=NetworkSegment(f1960a51-4bc3-4eed-86e4-24102da323d7),segment_id=f1960a51-4bc3-4eed-86e4-24102da323d7)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:31:45.537803 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-b54bd792-2d7f-4a3f-bdab-756337093d7b req-de0a8ce6-8d88-4975-a0b1-63efcdd2f25e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:45.976311 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-b54bd792-2d7f-4a3f-bdab-756337093d7b req-de0a8ce6-8d88-4975-a0b1-63efcdd2f25e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Calling delete_port for 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:31:46.106153 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2edbff1a-c965-47ed-86b4-7533a57881fc req-152edfea-4c26-46fe-801b-ee0b9e15e387 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b&device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 1163 time: 0.5091591
Nov 19 14:31:46.144707 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:46.335663 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-b54bd792-2d7f-4a3f-bdab-756337093d7b req-de0a8ce6-8d88-4975-a0b1-63efcdd2f25e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:46.404512 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8389a208-6ad7-4971-a612-dbf24be63ddf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:46.477229 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a8ce6-8d88-4975-a0b1-63efcdd2f25e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Pushing event deleted for resources: {'Port': ['ID=9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:46.497323 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-de0a8ce6-8d88-4975-a0b1-63efcdd2f25e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:46.507573 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbff1a-c965-47ed-86b4-7533a57881fc req-9d02341f-3fe1-4e85-9314-b1735b38a5e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:46.509165 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2edbff1a-c965-47ed-86b4-7533a57881fc req-9d02341f-3fe1-4e85-9314-b1735b38a5e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b416137-3e3b-40b3-b21d-851215fb37f8 HTTP/1.1" status: 200  len: 906 time: 0.3464026
Nov 19 14:31:46.534856 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-abe2fe7d-62b5-40d9-a0d1-16a0b430123d req-9b0c7174-ea55-4bdb-a20f-219c4b6526f8 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 210 time: 0.0517011
Nov 19 14:31:46.814697 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2edbff1a-c965-47ed-86b4-7533a57881fc req-a8f2cae4-1d92-4584-a82d-d8373cf6b687 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b1db8cc-e929-42f4-bc1f-38791b4558f7 HTTP/1.1" status: 200  len: 1002 time: 0.2524788
Nov 19 14:31:46.922065 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-b54bd792-2d7f-4a3f-bdab-756337093d7b req-de0a8ce6-8d88-4975-a0b1-63efcdd2f25e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] No DVR routers for this DVR port 9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 on host hv-cinder-76330 {{(pid=80260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:31:46.930115 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-b54bd792-2d7f-4a3f-bdab-756337093d7b req-de0a8ce6-8d88-4975-a0b1-63efcdd2f25e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:46.935678 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '924df653-7468-42ab-9f57-7ef38e1ebf6d', 'name': 'network-vif-deleted', 'tag': '9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:31:46.953405 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Allocated IP 172.27.0.69 (30e7e950-b2fa-4cc4-9540-c3d995e774bc/c880977d-f782-4d1f-ba36-7b5f08e013ca/ed973939-493a-4763-8a13-43944c71a0d3) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:31:46.981293 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbff1a-c965-47ed-86b4-7533a57881fc req-469df2d1-4352-4164-8c2f-077db977c846 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:46.982958 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2edbff1a-c965-47ed-86b4-7533a57881fc req-469df2d1-4352-4164-8c2f-077db977c846 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2113208-37bc-4c5f-8350-aa5f4257d1f0 HTTP/1.1" status: 200  len: 851 time: 0.1592345
Nov 19 14:31:46.999856 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b54bd792-2d7f-4a3f-bdab-756337093d7b req-de0a8ce6-8d88-4975-a0b1-63efcdd2f25e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.20 "DELETE /v2.0/ports/9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1 HTTP/1.1" status: 204  len: 173 time: 2.1002760
Nov 19 14:31:47.038384 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '924df653-7468-42ab-9f57-7ef38e1ebf6d', 'name': 'network-vif-deleted', 'tag': '9da1c7ea-a9a5-4669-b7d4-5a4399e0a0d1', 'status': 'completed', 'code': 200}
Nov 19 14:31:47.190747 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2edbff1a-c965-47ed-86b4-7533a57881fc req-af7d375c-27d8-4363-bc3a-73c52fb33dc3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b416137-3e3b-40b3-b21d-851215fb37f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1896613
Nov 19 14:31:47.197773 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:47.347911 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:47.370838 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8ce6ee35-e9c2-4883-92e0-67d36be9f52b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:47.440505 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2edbff1a-c965-47ed-86b4-7533a57881fc req-a9046c2d-1b49-42cd-87fa-db3ad6388a01 service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2393217
Nov 19 14:31:47.551377 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Pushing event updated for resources: {'Port': ['ID=ed973939-493a-4763-8a13-43944c71a0d3,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:47.565985 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:47.697724 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Network 30e7e950-b2fa-4cc4-9540-c3d995e774bc is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:31:47.700149 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2edbff1a-c965-47ed-86b4-7533a57881fc req-ee5e35be-155d-4b35-920b-585329f4384c service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2500155
Nov 19 14:31:47.701167 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:31:47.703323 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:31:47.747664 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-bf469320-468a-48e9-8d36-4445035f4981 req-c048f029-528d-4adf-8f96-06a52ec97b15 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/ports?device_id=924df653-7468-42ab-9f57-7ef38e1ebf6d HTTP/1.1" status: 200  len: 210 time: 0.0512500
Nov 19 14:31:47.799684 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for floatingip, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:47.861532 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:48.141646 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:48.147971 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:48.163707 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-749c00fd-e944-4edc-bf2c-05cff4425f6f tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:48.353404 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Pushing event updated for resources: {'Port': ['ID=ed973939-493a-4763-8a13-43944c71a0d3,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:48.358079 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:48.679650 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:48.703219 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:48.704529 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.4602835
Nov 19 14:31:48.791157 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-bf6801be-5f28-4e58-b932-749a51ed2004 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Synchronizing usage tracker for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:floatingip {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:31:48.809909 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-bf6801be-5f28-4e58-b932-749a51ed2004 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Unset dirty status for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:floatingip {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:31:48.811224 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-bf6801be-5f28-4e58-b932-749a51ed2004 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.0.69 HTTP/1.1" status: 200  len: 695 time: 0.0998619
Nov 19 14:31:48.952996 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-89d9903e-7977-4aa2-adad-d42a49c86663 req-f4f10e60-3267-4b36-8670-8f3cdad5b443 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "GET /v2.0/security-groups/d93f786a-be71-4e27-8dc5-3f939f8e8606 HTTP/1.1" status: 200  len: 2647 time: 0.0640845
Nov 19 14:31:48.973405 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-b9651909-fa25-4a29-9358-0abb4ededaad tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:48.974998 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e4400021-d3c7-40ff-bab5-668b72f9c821 req-b9651909-fa25-4a29-9358-0abb4ededaad tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/networks/30e7e950-b2fa-4cc4-9540-c3d995e774bc HTTP/1.1" status: 200  len: 784 time: 0.1580884
Nov 19 14:31:49.030970 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-89d9903e-7977-4aa2-adad-d42a49c86663 req-829345e9-b8b6-400a-bfd7-31c28dde506c tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:49.060198 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-89d9903e-7977-4aa2-adad-d42a49c86663 req-829345e9-b8b6-400a-bfd7-31c28dde506c tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:49.107142 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-89d9903e-7977-4aa2-adad-d42a49c86663 req-829345e9-b8b6-400a-bfd7-31c28dde506c tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:49.112406 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9676410f-7f3a-4412-b473-b9c08fdcadc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:49.128376 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829345e9-b8b6-400a-bfd7-31c28dde506c tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93f786a-be71-4e27-8dc5-3f939f8e8606,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:49.131218 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-829345e9-b8b6-400a-bfd7-31c28dde506c tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:49.138392 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-89d9903e-7977-4aa2-adad-d42a49c86663 req-829345e9-b8b6-400a-bfd7-31c28dde506c tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:49.139685 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-89d9903e-7977-4aa2-adad-d42a49c86663 req-829345e9-b8b6-400a-bfd7-31c28dde506c tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] 10.222.0.35 "DELETE /v2.0/security-groups/d93f786a-be71-4e27-8dc5-3f939f8e8606 HTTP/1.1" status: 204  len: 173 time: 0.1798534
Nov 19 14:31:49.176552 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b56e0-8820-4564-8c36-d4e6a83f6c53 req-3acc18d7-69ed-4b55-b58d-cccf3b916c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:49.178868 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f78b56e0-8820-4564-8c36-d4e6a83f6c53 req-3acc18d7-69ed-4b55-b58d-cccf3b916c33 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0928688
Nov 19 14:31:49.202359 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 33838) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:31:49.266829 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f78b56e0-8820-4564-8c36-d4e6a83f6c53 req-221feb3c-6dac-44bd-8df9-d050020db01b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.0.69 HTTP/1.1" status: 200  len: 695 time: 0.0812547
Nov 19 14:31:49.277090 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-f78b56e0-8820-4564-8c36-d4e6a83f6c53 req-06012188-e1f2-4580-9a18-d85af819d322 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Request body: {'floatingip': {'port_id': '0e13e739-ecd1-4ff3-8a35-dfd9349640ef', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:31:49.360257 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f78b56e0-8820-4564-8c36-d4e6a83f6c53 req-06012188-e1f2-4580-9a18-d85af819d322 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for floatingip, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:49.826525 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f845b0d0-657f-44a2-8749-4550dacb6d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853991147'] for router_interface, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:50.016263 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f78b56e0-8820-4564-8c36-d4e6a83f6c53 req-06012188-e1f2-4580-9a18-d85af819d322 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for floatingip, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:50.019847 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f78b56e0-8820-4564-8c36-d4e6a83f6c53 req-06012188-e1f2-4580-9a18-d85af819d322 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:50.216499 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.l3_db [req-f78b56e0-8820-4564-8c36-d4e6a83f6c53 req-06012188-e1f2-4580-9a18-d85af819d322 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Floating IP 48b142b2-cf41-4c7b-9e80-8ce7db13d0a4 associated. External IP: 172.27.0.69, port: 0e13e739-ecd1-4ff3-8a35-dfd9349640ef.
Nov 19 14:31:50.451683 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-f845b0d0-657f-44a2-8749-4550dacb6d70 admin admin] Deleting port dc3c5b41-3232-474f-b246-4b64aa1660ac {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:31:50.452081 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f845b0d0-657f-44a2-8749-4550dacb6d70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:50.634859 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f78b56e0-8820-4564-8c36-d4e6a83f6c53 req-06012188-e1f2-4580-9a18-d85af819d322 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Router 04de633d-7da5-49f3-b750-bee0a6ebf3da has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:31:50.867531 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-f845b0d0-657f-44a2-8749-4550dacb6d70 admin admin] For port dc3c5b41-3232-474f-b246-4b64aa1660ac, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=dc3c5b41-3232-474f-b246-4b64aa1660ac,segment=NetworkSegment(f1960a51-4bc3-4eed-86e4-24102da323d7),segment_id=f1960a51-4bc3-4eed-86e4-24102da323d7)] {{(pid=80261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:31:50.868189 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f845b0d0-657f-44a2-8749-4550dacb6d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:51.005586 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-f845b0d0-657f-44a2-8749-4550dacb6d70 admin admin] Calling delete_port for dc3c5b41-3232-474f-b246-4b64aa1660ac owned by network:router_interface {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:31:51.071986 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f78b56e0-8820-4564-8c36-d4e6a83f6c53 req-06012188-e1f2-4580-9a18-d85af819d322 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:31:51.076417 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f78b56e0-8820-4564-8c36-d4e6a83f6c53 req-06012188-e1f2-4580-9a18-d85af819d322 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:51.083142 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0fdaca-9d26-4466-8619-5d6009369005 None None] Sync routers for ids ['04de633d-7da5-49f3-b750-bee0a6ebf3da'] in dv-cinder-763306-2-iscsi {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:31:51.096642 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0fdaca-9d26-4466-8619-5d6009369005 None None] Routers {'04de633d-7da5-49f3-b750-bee0a6ebf3da'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:31:51.097410 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-bb0fdaca-9d26-4466-8619-5d6009369005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c4c7940>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:31:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['04de633d-7da5-49f3-b750-bee0a6ebf3da'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:51.133617 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f78b56e0-8820-4564-8c36-d4e6a83f6c53 req-06012188-e1f2-4580-9a18-d85af819d322 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "PUT /v2.0/floatingips/48b142b2-cf41-4c7b-9e80-8ce7db13d0a4 HTTP/1.1" status: 200  len: 995 time: 1.8606651
Nov 19 14:31:51.134181 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f622690-1cb1-4b40-9c0f-f1242dcb9ba4', 'tag': '0e13e739-ecd1-4ff3-8a35-dfd9349640ef'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:31:51.194433 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f845b0d0-657f-44a2-8749-4550dacb6d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:51.210839 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-abf2d6c7-0e7a-46c6-9661-34e8a1071d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:51.227979 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f78b56e0-8820-4564-8c36-d4e6a83f6c53 req-317aaf41-7b62-4763-8b6e-a9d2b918d2cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b&device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 1162 time: 0.0783062
Nov 19 14:31:51.256947 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845b0d0-657f-44a2-8749-4550dacb6d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc3c5b41-3232-474f-b246-4b64aa1660ac,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:51.259751 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f845b0d0-657f-44a2-8749-4550dacb6d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:51.286256 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-bb0fdaca-9d26-4466-8619-5d6009369005 None None] Set router 04de633d-7da5-49f3-b750-bee0a6ebf3da gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:31:51.376821 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b56e0-8820-4564-8c36-d4e6a83f6c53 req-4a272a5b-ba96-4c95-aaa9-73f93ddb03cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:51.378443 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f78b56e0-8820-4564-8c36-d4e6a83f6c53 req-4a272a5b-ba96-4c95-aaa9-73f93ddb03cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b416137-3e3b-40b3-b21d-851215fb37f8 HTTP/1.1" status: 200  len: 906 time: 0.1436470
Nov 19 14:31:51.516690 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f78b56e0-8820-4564-8c36-d4e6a83f6c53 req-6f42f632-42cb-43cd-b019-9cb2474529fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e13e739-ecd1-4ff3-8a35-dfd9349640ef HTTP/1.1" status: 200  len: 998 time: 0.1249349
Nov 19 14:31:51.594358 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b56e0-8820-4564-8c36-d4e6a83f6c53 req-42181c6d-af65-4b24-94ac-c5787c190c4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:51.596074 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f78b56e0-8820-4564-8c36-d4e6a83f6c53 req-42181c6d-af65-4b24-94ac-c5787c190c4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2113208-37bc-4c5f-8350-aa5f4257d1f0 HTTP/1.1" status: 200  len: 851 time: 0.0782521
Nov 19 14:31:51.659090 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f845b0d0-657f-44a2-8749-4550dacb6d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3984074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854050983'] for router_interface, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:51.681562 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-bb0fdaca-9d26-4466-8619-5d6009369005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c4c7940>, [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': '48b142b2-cf41-4c7b-9e80-8ce7db13d0a4', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'port_id': '0e13e739-ecd1-4ff3-8a35-dfd9349640ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'mac_address': 'fa:16:3e:14:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f622690-1cb1-4b40-9c0f-f1242dcb9ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:31:47Z', 'updated_at': '2020-11-19T14:31:49Z', 'revision_number': 1, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'fixed_ip_address_scope': None}, {'id': 'c5f7b34d-d8e6-45fb-a9fb-8275e3d5535d', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'port_id': '5b1db8cc-e929-42f4-bc1f-38791b4558f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'mac_address': 'fa:16:3e:47:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:29:37Z', 'updated_at': '2020-11-19T14:29:44Z', 'revision_number': 2, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:42Z', 'revision_number': 5, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:51.683454 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f78b56e0-8820-4564-8c36-d4e6a83f6c53 req-27593fca-c61b-4fd9-a9c3-f6a4bc1a46d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b416137-3e3b-40b3-b21d-851215fb37f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804772
Nov 19 14:31:51.685885 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0fdaca-9d26-4466-8619-5d6009369005 None None] Checking router: 04de633d-7da5-49f3-b750-bee0a6ebf3da for host: dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:31:51.698296 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0fdaca-9d26-4466-8619-5d6009369005 None None] Routers {'04de633d-7da5-49f3-b750-bee0a6ebf3da'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:31:51.699031 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-bb0fdaca-9d26-4466-8619-5d6009369005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c4c7940>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:31:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['04de633d-7da5-49f3-b750-bee0a6ebf3da'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:51.841905 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f78b56e0-8820-4564-8c36-d4e6a83f6c53 req-e39a92eb-8302-4238-ba84-df8bea4f40c7 service neutron] 10.222.0.35 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501300
Nov 19 14:31:51.888135 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-bb0fdaca-9d26-4466-8619-5d6009369005 None None] Set router 04de633d-7da5-49f3-b750-bee0a6ebf3da gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:31:52.013642 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f78b56e0-8820-4564-8c36-d4e6a83f6c53 req-fb687d3d-dc60-492d-b17f-ac10ebc78f74 service neutron] 10.222.0.35 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1648884
Nov 19 14:31:52.085375 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f622690-1cb1-4b40-9c0f-f1242dcb9ba4', 'tag': '0e13e739-ecd1-4ff3-8a35-dfd9349640ef', 'status': 'completed', 'code': 200}
Nov 19 14:31:52.423888 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f845b0d0-657f-44a2-8749-4550dacb6d70 admin admin] Router 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:31:52.431883 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-bb0fdaca-9d26-4466-8619-5d6009369005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c4c7940>, [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': '48b142b2-cf41-4c7b-9e80-8ce7db13d0a4', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'port_id': '0e13e739-ecd1-4ff3-8a35-dfd9349640ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'mac_address': 'fa:16:3e:14:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f622690-1cb1-4b40-9c0f-f1242dcb9ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:31:47Z', 'updated_at': '2020-11-19T14:31:49Z', 'revision_number': 1, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'fixed_ip_address_scope': None}, {'id': 'c5f7b34d-d8e6-45fb-a9fb-8275e3d5535d', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'port_id': '5b1db8cc-e929-42f4-bc1f-38791b4558f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'mac_address': 'fa:16:3e:47:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:29:37Z', 'updated_at': '2020-11-19T14:29:44Z', 'revision_number': 2, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:42Z', 'revision_number': 5, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:52.436172 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0fdaca-9d26-4466-8619-5d6009369005 None None] The sync data for ids ['04de633d-7da5-49f3-b750-bee0a6ebf3da'] in dv-cinder-763306-2-iscsi is: [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': '48b142b2-cf41-4c7b-9e80-8ce7db13d0a4', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'floating_ip_address': '172.27.0.69', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'port_id': '0e13e739-ecd1-4ff3-8a35-dfd9349640ef', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'mac_address': 'fa:16:3e:14:cc:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f622690-1cb1-4b40-9c0f-f1242dcb9ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:31:47Z', 'updated_at': '2020-11-19T14:31:49Z', 'revision_number': 1, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'fixed_ip_address_scope': None}, {'id': 'c5f7b34d-d8e6-45fb-a9fb-8275e3d5535d', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'port_id': '5b1db8cc-e929-42f4-bc1f-38791b4558f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'mac_address': 'fa:16:3e:47:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:29:37Z', 'updated_at': '2020-11-19T14:29:44Z', 'revision_number': 2, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:42Z', 'revision_number': 5, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:31:52.638837 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f845b0d0-657f-44a2-8749-4550dacb6d70 admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:31:52.648209 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9ee05d-88a0-4ddd-b6e1-ac348e3af544 None None] Sync routers for ids ['7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:31:52.655490 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-f845b0d0-657f-44a2-8749-4550dacb6d70 admin admin] 10.222.0.35 "PUT /v2.0/routers/7757d802-0ed5-48d4-9c6c-5fe14ca95bf7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4497092
Nov 19 14:31:52.655825 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 33864) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:31:52.662868 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9ee05d-88a0-4ddd-b6e1-ac348e3af544 None None] Routers {'7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:31:52.663575 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-4f9ee05d-88a0-4ddd-b6e1-ac348e3af544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c2edd30>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:31:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:52.738166 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d475dbf-fd61-46fa-8420-02c7fc3b16e5 None None] New status for floating IP 48b142b2-cf41-4c7b-9e80-8ce7db13d0a4: ACTIVE {{(pid=80262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 14:31:52.871689 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-4f9ee05d-88a0-4ddd-b6e1-ac348e3af544 None None] Set router 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:31:52.873572 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Notify callbacks [] for router, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:53.207835 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-4f9ee05d-88a0-4ddd-b6e1-ac348e3af544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c2edd30>, [{'id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'name': 'tempest-TestShelveInstance-693438081-router', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:26:19Z', 'updated_at': '2020-11-19T14:31:51Z', 'revision_number': 5, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'gw_port': {'id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:20Z', 'updated_at': '2020-11-19T14:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi'}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:53.210890 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-81731be5-df72-4e6a-b7bf-b148c72d0c76 req-ddd3933b-6346-4fe1-8544-3fb094d7fe81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b&device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 1162 time: 0.0798838
Nov 19 14:31:53.212224 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9ee05d-88a0-4ddd-b6e1-ac348e3af544 None None] Checking router: 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:31:53.223973 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9ee05d-88a0-4ddd-b6e1-ac348e3af544 None None] Routers {'7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:31:53.224687 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-4f9ee05d-88a0-4ddd-b6e1-ac348e3af544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c2edd30>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:31:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:53.337819 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:53.346016 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Deleting port e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77 {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:31:53.346396 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:53.361165 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81731be5-df72-4e6a-b7bf-b148c72d0c76 req-df406958-a4c7-403e-a4ba-605bc26e3911 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:53.363017 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-81731be5-df72-4e6a-b7bf-b148c72d0c76 req-df406958-a4c7-403e-a4ba-605bc26e3911 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b416137-3e3b-40b3-b21d-851215fb37f8 HTTP/1.1" status: 200  len: 906 time: 0.1449592
Nov 19 14:31:53.415140 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-4f9ee05d-88a0-4ddd-b6e1-ac348e3af544 None None] Set router 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:31:53.475624 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-81731be5-df72-4e6a-b7bf-b148c72d0c76 req-4a8b56d8-5c14-4ebd-ba60-b11d9bf3b296 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e13e739-ecd1-4ff3-8a35-dfd9349640ef HTTP/1.1" status: 200  len: 1000 time: 0.1060963
Nov 19 14:31:53.540233 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] For port e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:31:53.540737 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:53.549365 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81731be5-df72-4e6a-b7bf-b148c72d0c76 req-63222896-cb4c-40eb-a7b7-7f16089f1e1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:31:53.551276 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-81731be5-df72-4e6a-b7bf-b148c72d0c76 req-63222896-cb4c-40eb-a7b7-7f16089f1e1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2113208-37bc-4c5f-8350-aa5f4257d1f0 HTTP/1.1" status: 200  len: 851 time: 0.0691197
Nov 19 14:31:53.634433 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-81731be5-df72-4e6a-b7bf-b148c72d0c76 req-13f237a2-d6af-4162-af41-b09a9e3cfbbf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b416137-3e3b-40b3-b21d-851215fb37f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756147
Nov 19 14:31:53.668945 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Calling delete_port for e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77 owned by network:router_gateway {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:31:53.720953 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-4f9ee05d-88a0-4ddd-b6e1-ac348e3af544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c2edd30>, [{'id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'name': 'tempest-TestShelveInstance-693438081-router', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:26:19Z', 'updated_at': '2020-11-19T14:31:51Z', 'revision_number': 5, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'gw_port': {'id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:20Z', 'updated_at': '2020-11-19T14:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi'}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:53.725879 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9ee05d-88a0-4ddd-b6e1-ac348e3af544 None None] The sync data for ids ['7757d802-0ed5-48d4-9c6c-5fe14ca95bf7'] in dv-cinder-763306-2-iscsi is: [{'id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'name': 'tempest-TestShelveInstance-693438081-router', 'tenant_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:26:19Z', 'updated_at': '2020-11-19T14:31:51Z', 'revision_number': 5, 'project_id': '0ddffd2acdea49ecb3b1602e7be2a340', 'gw_port': {'id': 'e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7757d802-0ed5-48d4-9c6c-5fe14ca95bf7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:26:20Z', 'updated_at': '2020-11-19T14:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi'}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:31:53.785379 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-81731be5-df72-4e6a-b7bf-b148c72d0c76 req-30685c0b-0142-417e-895d-df6b088d65d9 service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1439066
Nov 19 14:31:53.848250 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:53.865275 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-463dc276-689c-441f-bae4-37d8bfbdeb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:53.910582 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:53.930404 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.930975 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.931333 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.931713 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.932204 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.932601 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.933180 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.933466 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.934094 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.934213 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.934909 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.935040 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.935741 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.935841 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.936233 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.936633 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.937035 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.937434 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.937833 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.938233 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.938655 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.939052 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.939469 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.939855 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:53.943837 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:53.948957 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-81731be5-df72-4e6a-b7bf-b148c72d0c76 req-ad035668-45fa-4ad2-9bd0-abb4e807da64 service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1437714
Nov 19 14:31:54.268679 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853989509'] for router_gateway, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:54.545080 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2775'] for router, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:54.549507 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:54.577399 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-761817'] for router, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:54.577956 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 {{(pid=80261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 19 14:31:54.590615 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] Notify callbacks [] for router, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:54.592221 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-1112b6db-db95-42d0-92f4-505071369b12 admin admin] 10.222.0.35 "DELETE /v2.0/routers/7757d802-0ed5-48d4-9c6c-5fe14ca95bf7 HTTP/1.1" status: 204  len: 168 time: 1.9350457
Nov 19 14:31:54.594526 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 33892) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:31:54.664155 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9fa034-5bf4-48a7-b122-33163dfed3d1 admin admin] Deleting subnet c3fa7d90-1460-4280-8e47-ad97685a5102 {{(pid=80261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 14:31:54.667418 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4e9fa034-5bf4-48a7-b122-33163dfed3d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:54.725926 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4e9fa034-5bf4-48a7-b122-33163dfed3d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852756329'] for subnet, precommit_delete_associations {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:54.749197 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device dc3c5b41-3232-474f-b246-4b64aa1660ac no longer exists at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:31:54.784872 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] No Port match for: dc3c5b41-3232-474f-b246-4b64aa1660ac {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:31:54.785368 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device dc3c5b41-3232-474f-b246-4b64aa1660ac not bound to the agent host dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:31:54.820751 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4e9fa034-5bf4-48a7-b122-33163dfed3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597733'] for subnet, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:55.081967 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4e9fa034-5bf4-48a7-b122-33163dfed3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851178052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10942178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2092532'] for subnet, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:55.101703 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3077c02e-17a0-4e6d-99af-adfb8481e0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:55.140012 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fa034-5bf4-48a7-b122-33163dfed3d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3fa7d90-1460-4280-8e47-ad97685a5102,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:55.142718 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4e9fa034-5bf4-48a7-b122-33163dfed3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:55.236556 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4e9fa034-5bf4-48a7-b122-33163dfed3d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:55.242184 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2892fbe-a037-4474-a135-390ddae0fea4 None None] Network 98aca6d4-e506-4773-ad0e-642b375a1bf0 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:31:55.244047 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-4e9fa034-5bf4-48a7-b122-33163dfed3d1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c3fa7d90-1460-4280-8e47-ad97685a5102 HTTP/1.1" status: 204  len: 168 time: 0.6477089
Nov 19 14:31:55.246122 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 33896) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:31:55.359205 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439683'] for network, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:55.430193 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] Deleting port bf25335e-263a-4e1f-bcc7-02619912cabe {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:31:55.430587 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:55.497741 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f1e262-a9b5-4d10-9a3c-55717cf60b86 None None] DHCP port deletion for 98aca6d4-e506-4773-ad0e-642b375a1bf0 request from dv-cinder-763306-2-iscsi {{(pid=80262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 19 14:31:55.507635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-62f1e262-a9b5-4d10-9a3c-55717cf60b86 None None] Deleting port bf25335e-263a-4e1f-bcc7-02619912cabe {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:31:55.508144 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-62f1e262-a9b5-4d10-9a3c-55717cf60b86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:55.567978 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-555fb6c3-8bbf-4675-b014-4ca7d0489b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:55.667862 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] For port bf25335e-263a-4e1f-bcc7-02619912cabe, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=bf25335e-263a-4e1f-bcc7-02619912cabe,segment=NetworkSegment(f1960a51-4bc3-4eed-86e4-24102da323d7),segment_id=f1960a51-4bc3-4eed-86e4-24102da323d7)] {{(pid=80261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:31:55.668270 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:55.734736 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-62f1e262-a9b5-4d10-9a3c-55717cf60b86 None None] For port bf25335e-263a-4e1f-bcc7-02619912cabe, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=bf25335e-263a-4e1f-bcc7-02619912cabe,segment=NetworkSegment(f1960a51-4bc3-4eed-86e4-24102da323d7),segment_id=f1960a51-4bc3-4eed-86e4-24102da323d7)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:31:55.735262 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-62f1e262-a9b5-4d10-9a3c-55717cf60b86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:55.799247 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] Calling delete_port for bf25335e-263a-4e1f-bcc7-02619912cabe owned by network:dhcp {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:31:55.876577 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-62f1e262-a9b5-4d10-9a3c-55717cf60b86 None None] Calling delete_port for bf25335e-263a-4e1f-bcc7-02619912cabe owned by network:dhcp {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:31:55.878357 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:55.896065 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4698cdde-3b0b-4eed-9996-9ecfa6e03fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:55.946996 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf25335e-263a-4e1f-bcc7-02619912cabe,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:55.958192 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.db.api [None req-62f1e262-a9b5-4d10-9a3c-55717cf60b86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 14:31:55.959257 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_db.api [None req-62f1e262-a9b5-4d10-9a3c-55717cf60b86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 14:31:55.963494 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:56.045128 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] No DVR routers for this DVR port bf25335e-263a-4e1f-bcc7-02619912cabe on host dv-cinder-763306-2-iscsi {{(pid=80261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:31:56.168452 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3601468', 'neutron.services.segments.db._delete_segments_for_network--9223363262708512184'] for network, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:56.285675 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae37915588>,) {'filters': {'network_id': ['98aca6d4-e506-4773-ad0e-642b375a1bf0']}} {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:56.298418 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae37915588>, 'f1960a51-4bc3-4eed-86e4-24102da323d7') {'for_net_delete': True} {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:56.298785 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae37915588>, 'f1960a51-4bc3-4eed-86e4-24102da323d7') {} {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:31:56.311571 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262708535224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2019484'] for segment, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:56.329205 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:56.331479 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 14:31:56.460332 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-62f1e262-a9b5-4d10-9a3c-55717cf60b86 None None] Deleting port bf25335e-263a-4e1f-bcc7-02619912cabe {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:31:56.460854 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-62f1e262-a9b5-4d10-9a3c-55717cf60b86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:56.511430 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] Network 98aca6d4-e506-4773-ad0e-642b375a1bf0 has no segments {{(pid=80261) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:31:56.520497 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3544455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843835328'] for segment, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:56.531172 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-62f1e262-a9b5-4d10-9a3c-55717cf60b86 None None] The port 'bf25335e-263a-4e1f-bcc7-02619912cabe' was deleted {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 19 14:31:56.701835 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] Network 98aca6d4-e506-4773-ad0e-642b375a1bf0 has no segments {{(pid=80261) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]: Traceback (most recent call last):
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:     timer()
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:     cb(*args, **kw)
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:     return func(*args, **kwargs)
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:     self._notify()
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:     self.callback(batched_events)
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:     event.method(event)
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:     segment_id)['aggregates'][0]
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:     return f(self, *a, **k)
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self._get(url).json()
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:     **kwargs)
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self.request(url, 'GET', **kwargs)
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:     **endpoint_filter)
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 14:31:56.728473 dv-cinder-763306-2-iscsi neutron-server[80149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 14:31:56.736401 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device bf25335e-263a-4e1f-bcc7-02619912cabe no longer exists at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:31:56.770662 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] No Port match for: bf25335e-263a-4e1f-bcc7-02619912cabe {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:31:56.771156 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device bf25335e-263a-4e1f-bcc7-02619912cabe not bound to the agent host dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:31:56.771633 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77 no longer exists at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:31:56.805874 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851174325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:56.806412 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] No Port match for: e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77 {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:31:56.806838 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device e9e4aae4-64f2-4ea8-b1d6-b2a732f6fa77 not bound to the agent host dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:31:56.809900 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:56.825899 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:56.835154 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=98aca6d4-e506-4773-ad0e-642b375a1bf0,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:56.838650 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:56.848500 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] 10.222.0.35 "DELETE /v2.0/networks/98aca6d4-e506-4773-ad0e-642b375a1bf0 HTTP/1.1" status: 204  len: 168 time: 1.6013296
Nov 19 14:31:56.990593 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 33926) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:31:57.051061 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-8748af12-3175-422d-8d06-7514159efb74 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0ddffd2acdea49ecb3b1602e7be2a340&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0568957
Nov 19 14:31:57.051316 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 33934) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:31:57.115405 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8fc9cc56-751a-4637-9ec4-f379cbb7ae1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:57.142415 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8fc9cc56-751a-4637-9ec4-f379cbb7ae1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:57.196935 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8fc9cc56-751a-4637-9ec4-f379cbb7ae1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:57.202184 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ae1618c6-641a-4925-8070-2b049a92c4bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:57.220220 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9cc56-751a-4637-9ec4-f379cbb7ae1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a1a7f3-6038-4e61-a67b-bd79e6056819,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:57.223434 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8fc9cc56-751a-4637-9ec4-f379cbb7ae1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:57.226492 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8fc9cc56-751a-4637-9ec4-f379cbb7ae1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:57.230913 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-8fc9cc56-751a-4637-9ec4-f379cbb7ae1b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/19a1a7f3-6038-4e61-a67b-bd79e6056819 HTTP/1.1" status: 204  len: 168 time: 0.1754303
Nov 19 14:31:57.925644 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 33970) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:31:58.076694 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:58.116451 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:31:58.120905 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:db73df951c024d98a7479deb6135c8ab is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:31:58.123948 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:31:58.129768 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:31:58.194747 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-246aea7a-69cc-4eea-955c-46d95d251587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:58.200198 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:58.204107 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:58.218844 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3816bf19-b28d-43f3-bf1b-c67cf174587c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:58.269564 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db73df951c024d98a7479deb6135c8ab&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3357978
Nov 19 14:31:58.269564 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 33978) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:31:58.269564 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e565e41-aff8-43d5-951b-f8cf82fee5ad,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:58.299071 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.299445 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.299813 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.300215 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.300587 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.300990 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.301384 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.301779 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.302245 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.303152 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.303526 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.304121 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.304620 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.304993 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.305548 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.306113 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.306788 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.307303 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.307698 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.308094 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.308483 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.308869 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.309261 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.309646 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:31:58.316859 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:58.354176 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-84f499f8-f518-4657-8df8-aefed0eb9e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:58.381497 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-84f499f8-f518-4657-8df8-aefed0eb9e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:58.427202 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-84f499f8-f518-4657-8df8-aefed0eb9e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:58.432222 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-77255a88-270c-4e30-8686-446e149e7fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:58.445904 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f499f8-f518-4657-8df8-aefed0eb9e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e565e41-aff8-43d5-951b-f8cf82fee5ad,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:58.448719 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-84f499f8-f518-4657-8df8-aefed0eb9e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:58.449940 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-84f499f8-f518-4657-8df8-aefed0eb9e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:58.451178 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-84f499f8-f518-4657-8df8-aefed0eb9e69 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e565e41-aff8-43d5-951b-f8cf82fee5ad HTTP/1.1" status: 204  len: 168 time: 0.1850448
Nov 19 14:31:58.796297 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 33990) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:31:58.816112 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b45deb2c-e025-4b0d-9c55-e350df22c809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:58.823864 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:58.848920 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-b45deb2c-e025-4b0d-9c55-e350df22c809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:31:58.852940 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-b45deb2c-e025-4b0d-9c55-e350df22c809 admin admin] Usage tracker for resource:security_group_rule and tenant:2d4eef161a594244a1184153610154e6 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:31:58.855852 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-b45deb2c-e025-4b0d-9c55-e350df22c809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:31:58.861527 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-b45deb2c-e025-4b0d-9c55-e350df22c809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:31:58.932021 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b45deb2c-e025-4b0d-9c55-e350df22c809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:58.934689 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b45deb2c-e025-4b0d-9c55-e350df22c809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:58.942105 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1b56b132-b9f2-4e3f-a19a-0c6f5936e672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:58.988485 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45deb2c-e025-4b0d-9c55-e350df22c809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34584d5c-df12-4b86-965a-9015b99c9349,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:58.993639 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-b45deb2c-e025-4b0d-9c55-e350df22c809 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d4eef161a594244a1184153610154e6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1958165
Nov 19 14:31:58.994648 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b45deb2c-e025-4b0d-9c55-e350df22c809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:58.996255 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 33994) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:31:59.058918 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d676ab27-0916-4828-96a6-d46ce2fe9d91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:59.085998 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d676ab27-0916-4828-96a6-d46ce2fe9d91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:59.129782 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d676ab27-0916-4828-96a6-d46ce2fe9d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:59.135314 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d431d696-5343-4b85-bca5-7d9a9451d4fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:31:59.148722 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676ab27-0916-4828-96a6-d46ce2fe9d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34584d5c-df12-4b86-965a-9015b99c9349,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:31:59.151603 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d676ab27-0916-4828-96a6-d46ce2fe9d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:31:59.152761 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d676ab27-0916-4828-96a6-d46ce2fe9d91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:59.153953 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-d676ab27-0916-4828-96a6-d46ce2fe9d91 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34584d5c-df12-4b86-965a-9015b99c9349 HTTP/1.1" status: 204  len: 168 time: 0.1567416
Nov 19 14:31:59.699445 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:31:59.776376 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:31:59.976814 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:00.891758 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332ae59-a6a0-4332-b731-35d20c8c23f3 req-d88021b4-af25-45cd-88f8-49f0244eb0dc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:00.893804 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8332ae59-a6a0-4332-b731-35d20c8c23f3 req-d88021b4-af25-45cd-88f8-49f0244eb0dc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0920408
Nov 19 14:32:00.948756 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8332ae59-a6a0-4332-b731-35d20c8c23f3 req-99264c9b-b5e9-4997-bd73-c937ac7d4db5 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483415
Nov 19 14:32:02.181116 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d52fe5-a320-4445-babc-64685fa8b65b req-3ec06545-ccd6-4ded-be0e-bb1e835e57ad tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:02.182670 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e8d52fe5-a320-4445-babc-64685fa8b65b req-3ec06545-ccd6-4ded-be0e-bb1e835e57ad tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0869024
Nov 19 14:32:02.230731 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e8d52fe5-a320-4445-babc-64685fa8b65b req-ebae9128-fd7f-4981-9835-9d291f8a675a tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417581
Nov 19 14:32:03.454568 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c32b6-dfd7-4259-b743-67a818325c18 req-5a3f90cb-d363-460d-aa8f-31d196266f96 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:03.456210 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a46c32b6-dfd7-4259-b743-67a818325c18 req-5a3f90cb-d363-460d-aa8f-31d196266f96 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0836408
Nov 19 14:32:03.503407 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a46c32b6-dfd7-4259-b743-67a818325c18 req-00077013-f335-44cf-93df-14f5c71537fe tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406992
Nov 19 14:32:04.726829 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a9bda-1e58-4090-809b-6724da7a9849 req-69a06e38-ec90-4ef5-af30-c4b81252a6ef tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:04.728405 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4c9a9bda-1e58-4090-809b-6724da7a9849 req-69a06e38-ec90-4ef5-af30-c4b81252a6ef tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0823877
Nov 19 14:32:04.776111 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4c9a9bda-1e58-4090-809b-6724da7a9849 req-f714ed1a-67ac-4827-825e-81c624185d6a tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414703
Nov 19 14:32:06.010858 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6a8e4f-b43f-4269-8972-44eeb5814d21 req-f65fea24-bfe5-491a-8634-2415ddeec29e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:06.012372 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5e6a8e4f-b43f-4269-8972-44eeb5814d21 req-f65fea24-bfe5-491a-8634-2415ddeec29e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0882659
Nov 19 14:32:06.061576 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5e6a8e4f-b43f-4269-8972-44eeb5814d21 req-b0658b39-cd78-4c41-a8fe-1cda837afb83 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430989
Nov 19 14:32:07.517885 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc2b9f-5a80-4d67-81ef-4cccfe988fe9 req-f82cc944-4ed9-4150-9d68-2817d7187ab0 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:07.519439 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-cfdc2b9f-5a80-4d67-81ef-4cccfe988fe9 req-f82cc944-4ed9-4150-9d68-2817d7187ab0 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.3104792
Nov 19 14:32:07.569663 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-cfdc2b9f-5a80-4d67-81ef-4cccfe988fe9 req-8f5153ba-a841-4546-bbfa-8e8d424d6d13 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438859
Nov 19 14:32:08.794144 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226ce46-e31c-43a8-9af1-99168104e932 req-1761f8f6-f41c-4832-a464-d038b723b25b tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:08.795676 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4226ce46-e31c-43a8-9af1-99168104e932 req-1761f8f6-f41c-4832-a464-d038b723b25b tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0821712
Nov 19 14:32:08.843508 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4226ce46-e31c-43a8-9af1-99168104e932 req-391c9e6e-248b-45da-af55-07a2ae7a6b5c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419476
Nov 19 14:32:10.075140 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604fe57-3fb0-4cab-b45d-ca4cf90c8dea req-d30de896-2d90-4270-a121-fee7814bd0ac tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:10.076727 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c604fe57-3fb0-4cab-b45d-ca4cf90c8dea req-d30de896-2d90-4270-a121-fee7814bd0ac tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0854108
Nov 19 14:32:10.129103 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c604fe57-3fb0-4cab-b45d-ca4cf90c8dea req-fb66328d-9a23-4546-b4ac-118448d6d422 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460386
Nov 19 14:32:11.359628 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ce832-3739-45fa-b288-f478dcc54480 req-a0c7f741-bd8d-484c-8a10-c03edf322e84 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:11.361263 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4a7ce832-3739-45fa-b288-f478dcc54480 req-a0c7f741-bd8d-484c-8a10-c03edf322e84 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0885384
Nov 19 14:32:11.410649 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4a7ce832-3739-45fa-b288-f478dcc54480 req-02a4eb97-dcb7-4bd3-b928-7fc3a0243cc7 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432994
Nov 19 14:32:12.636044 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b948ff1-63ce-4dca-a547-e298d7cf7845 req-5040b53b-4803-44f7-b617-f9aa221e58fe tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:12.637613 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6b948ff1-63ce-4dca-a547-e298d7cf7845 req-5040b53b-4803-44f7-b617-f9aa221e58fe tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0854645
Nov 19 14:32:12.684289 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6b948ff1-63ce-4dca-a547-e298d7cf7845 req-be26b481-1cf2-4382-9dcf-75cfbae37061 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406756
Nov 19 14:32:13.911652 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d1358-f30a-4f1d-bf94-bfb874455264 req-05d72b98-d4a0-444d-925a-1a3a609a12f2 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:13.913309 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-374d1358-f30a-4f1d-bf94-bfb874455264 req-05d72b98-d4a0-444d-925a-1a3a609a12f2 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0837688
Nov 19 14:32:13.965966 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-374d1358-f30a-4f1d-bf94-bfb874455264 req-44f3c4ef-cb7b-460c-a705-45afae6089a9 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463138
Nov 19 14:32:14.657835 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:15.199352 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628e55f-75b4-4c52-b2fe-0935da7411fc req-795571ef-0278-4ebd-8894-55af90f67ef4 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:15.200842 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4628e55f-75b4-4c52-b2fe-0935da7411fc req-795571ef-0278-4ebd-8894-55af90f67ef4 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0863729
Nov 19 14:32:15.248002 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4628e55f-75b4-4c52-b2fe-0935da7411fc req-de5eda11-0b36-4c38-93b9-d8de6a82aa08 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410979
Nov 19 14:32:16.475171 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259b910-8d3e-4771-8c1a-5dd386892a25 req-fe9fa25b-1b18-4867-b9f4-a76669972fb2 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:16.476869 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3259b910-8d3e-4771-8c1a-5dd386892a25 req-fe9fa25b-1b18-4867-b9f4-a76669972fb2 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0856235
Nov 19 14:32:16.527242 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3259b910-8d3e-4771-8c1a-5dd386892a25 req-79b510f4-b008-4f12-b945-18ad5dd32886 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442784
Nov 19 14:32:17.753688 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a078841-b348-4fb2-93bc-8d519d5afdbe req-37f2c81e-132b-4bcf-b3d3-c9fb93d4baac tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:17.755314 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2a078841-b348-4fb2-93bc-8d519d5afdbe req-37f2c81e-132b-4bcf-b3d3-c9fb93d4baac tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0835979
Nov 19 14:32:17.775165 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 34252) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:32:17.805266 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2a078841-b348-4fb2-93bc-8d519d5afdbe req-cc64fd59-9755-4fe5-94ad-3418aefea2d4 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433211
Nov 19 14:32:17.928362 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1ba9dc49-2e4f-46ef-867f-51a898fa29f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:17.961916 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-1ba9dc49-2e4f-46ef-867f-51a898fa29f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:32:17.966200 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-1ba9dc49-2e4f-46ef-867f-51a898fa29f8 admin admin] Usage tracker for resource:security_group_rule and tenant:b1da09e8582343f9a109c1133fc3cf69 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:32:17.969167 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-1ba9dc49-2e4f-46ef-867f-51a898fa29f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:32:17.974986 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-1ba9dc49-2e4f-46ef-867f-51a898fa29f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:32:18.045141 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1ba9dc49-2e4f-46ef-867f-51a898fa29f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:18.047843 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1ba9dc49-2e4f-46ef-867f-51a898fa29f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:18.055798 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d3f60e36-4499-4833-9a28-87e6b5b595bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:18.098917 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9dc49-2e4f-46ef-867f-51a898fa29f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c423ca89-6bc5-424b-9de6-c96b9d1e8d18,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:18.102488 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1ba9dc49-2e4f-46ef-867f-51a898fa29f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:18.108540 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 34258) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:32:18.108750 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-1ba9dc49-2e4f-46ef-867f-51a898fa29f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b1da09e8582343f9a109c1133fc3cf69&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3322308
Nov 19 14:32:18.174978 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-73d059fc-263a-40d6-831c-55b4d75810f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:18.201785 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-73d059fc-263a-40d6-831c-55b4d75810f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:18.245635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-73d059fc-263a-40d6-831c-55b4d75810f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:18.250479 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-92bca3fb-2faf-492d-8a40-44d8f7a5947b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:18.263800 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d059fc-263a-40d6-831c-55b4d75810f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c423ca89-6bc5-424b-9de6-c96b9d1e8d18,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:18.266592 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-73d059fc-263a-40d6-831c-55b4d75810f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:18.267729 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-73d059fc-263a-40d6-831c-55b4d75810f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:18.268913 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-73d059fc-263a-40d6-831c-55b4d75810f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c423ca89-6bc5-424b-9de6-c96b9d1e8d18 HTTP/1.1" status: 204  len: 168 time: 0.1593204
Nov 19 14:32:18.605386 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 34266) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:32:18.625149 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-826115f1-3a1c-4aae-a90c-96d656d6aebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:18.657443 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-826115f1-3a1c-4aae-a90c-96d656d6aebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:32:18.661521 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-826115f1-3a1c-4aae-a90c-96d656d6aebb admin admin] Usage tracker for resource:security_group_rule and tenant:b528709e68fb4811ad6863542b0fb166 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:32:18.665133 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-826115f1-3a1c-4aae-a90c-96d656d6aebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:32:18.670979 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-826115f1-3a1c-4aae-a90c-96d656d6aebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:32:18.739924 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-826115f1-3a1c-4aae-a90c-96d656d6aebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:18.742025 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-826115f1-3a1c-4aae-a90c-96d656d6aebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:18.750181 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ec89b6f8-891c-4c51-a15a-2c425a792b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:18.793165 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826115f1-3a1c-4aae-a90c-96d656d6aebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ab152d-c0a6-4944-b012-b58a29578cd7,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:18.797002 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-826115f1-3a1c-4aae-a90c-96d656d6aebb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:18.801944 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-826115f1-3a1c-4aae-a90c-96d656d6aebb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b528709e68fb4811ad6863542b0fb166&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1930954
Nov 19 14:32:18.802526 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 34274) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:32:18.873964 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-04c7b7a2-b1a1-4897-8184-7e52f57ae093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:18.903416 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-04c7b7a2-b1a1-4897-8184-7e52f57ae093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:18.955928 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-04c7b7a2-b1a1-4897-8184-7e52f57ae093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:18.961753 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9de1bd6c-7b40-4931-8d81-4d5bcae87bc8 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:18.975092 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7b7a2-b1a1-4897-8184-7e52f57ae093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ab152d-c0a6-4944-b012-b58a29578cd7,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:18.979080 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-04c7b7a2-b1a1-4897-8184-7e52f57ae093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:18.982518 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-04c7b7a2-b1a1-4897-8184-7e52f57ae093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:18.986242 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-04c7b7a2-b1a1-4897-8184-7e52f57ae093 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c8ab152d-c0a6-4944-b012-b58a29578cd7 HTTP/1.1" status: 204  len: 168 time: 0.1830504
Nov 19 14:32:19.069051 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c65fe-0099-42b2-921f-011bc6408e17 req-cb5d9e00-abf5-4ce2-aeba-fc3976613b59 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:19.071378 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1a2c65fe-0099-42b2-921f-011bc6408e17 req-cb5d9e00-abf5-4ce2-aeba-fc3976613b59 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.1154063
Nov 19 14:32:19.120077 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1a2c65fe-0099-42b2-921f-011bc6408e17 req-0782405e-1bc5-4c46-9e09-cc1210d4cf84 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426719
Nov 19 14:32:20.370915 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee4632-5b31-4bbf-abaf-9ff30ee63359 req-f20a61c8-4302-47ee-9dc2-c9224d794918 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:20.372810 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-25ee4632-5b31-4bbf-abaf-9ff30ee63359 req-f20a61c8-4302-47ee-9dc2-c9224d794918 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0938308
Nov 19 14:32:20.450035 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-25ee4632-5b31-4bbf-abaf-9ff30ee63359 req-e1613b11-82b4-4e1a-9561-fe93dffb7b47 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704465
Nov 19 14:32:21.590196 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 34352) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:32:21.715783 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d3fd5-9a45-4ccc-884d-1445e2434630 req-0bc3dd17-a5b7-4eff-9ba5-7767d832e53d tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:21.718193 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-672d3fd5-9a45-4ccc-884d-1445e2434630 req-0bc3dd17-a5b7-4eff-9ba5-7767d832e53d tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.1021655
Nov 19 14:32:21.774939 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-672d3fd5-9a45-4ccc-884d-1445e2434630 req-534ae833-ed52-46b9-abab-3cb31188a263 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0505750
Nov 19 14:32:21.791109 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d2627578-32dc-4d82-a3ae-a4fac2910523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:21.826392 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-d2627578-32dc-4d82-a3ae-a4fac2910523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:32:21.830739 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-d2627578-32dc-4d82-a3ae-a4fac2910523 admin admin] Usage tracker for resource:security_group_rule and tenant:10095b1dd3b7416b911710ae74697143 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:32:21.833882 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-d2627578-32dc-4d82-a3ae-a4fac2910523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:32:21.841155 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-d2627578-32dc-4d82-a3ae-a4fac2910523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:32:21.937137 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d2627578-32dc-4d82-a3ae-a4fac2910523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:21.942694 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d2627578-32dc-4d82-a3ae-a4fac2910523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:21.951287 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4e5c698c-5578-4308-89f1-0216feb3134a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:22.001512 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-d2627578-32dc-4d82-a3ae-a4fac2910523 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=10095b1dd3b7416b911710ae74697143&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4100451
Nov 19 14:32:22.003722 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2627578-32dc-4d82-a3ae-a4fac2910523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bb2ab1-a2f5-4f9d-b246-9b8dea7b4293,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:22.004600 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 34358) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:32:22.023993 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d2627578-32dc-4d82-a3ae-a4fac2910523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:22.083924 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2a847a82-672b-432a-9d36-6fbacae86d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:22.114049 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2a847a82-672b-432a-9d36-6fbacae86d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:22.190290 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2a847a82-672b-432a-9d36-6fbacae86d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:22.195971 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-98b3091c-ddf8-4bc4-8696-21efbf81fd1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:22.208809 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a847a82-672b-432a-9d36-6fbacae86d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bb2ab1-a2f5-4f9d-b246-9b8dea7b4293,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:22.211924 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2a847a82-672b-432a-9d36-6fbacae86d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:22.219989 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2a847a82-672b-432a-9d36-6fbacae86d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:22.221270 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-2a847a82-672b-432a-9d36-6fbacae86d1d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c7bb2ab1-a2f5-4f9d-b246-9b8dea7b4293 HTTP/1.1" status: 204  len: 168 time: 0.2155886
Nov 19 14:32:22.630900 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 34370) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:32:22.655258 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2a9272d3-0ee2-4f4e-ba31-3ee087244df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:22.695557 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-2a9272d3-0ee2-4f4e-ba31-3ee087244df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:32:22.700088 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-2a9272d3-0ee2-4f4e-ba31-3ee087244df9 admin admin] Usage tracker for resource:security_group_rule and tenant:aae4b9960e19468ba00c2989d033e92e is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:32:22.703085 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-2a9272d3-0ee2-4f4e-ba31-3ee087244df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:32:22.710886 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-2a9272d3-0ee2-4f4e-ba31-3ee087244df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:32:22.797071 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2a9272d3-0ee2-4f4e-ba31-3ee087244df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:22.800636 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-2a9272d3-0ee2-4f4e-ba31-3ee087244df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:22.811729 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-582509f6-455c-4970-9be1-46fbac6a7dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:22.847204 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-2a9272d3-0ee2-4f4e-ba31-3ee087244df9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aae4b9960e19468ba00c2989d033e92e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2149930
Nov 19 14:32:22.849745 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 34376) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:32:22.885957 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9272d3-0ee2-4f4e-ba31-3ee087244df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dcb138-e282-4cca-a54a-510798d28197,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:22.892503 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2a9272d3-0ee2-4f4e-ba31-3ee087244df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:22.940783 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-dabae810-70c9-41f1-829f-7b0f05dffea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:22.971423 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-dabae810-70c9-41f1-829f-7b0f05dffea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:23.029631 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-dabae810-70c9-41f1-829f-7b0f05dffea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:23.035584 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-a80585db-ebfd-48ca-a1af-3615058979ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:23.049196 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabae810-70c9-41f1-829f-7b0f05dffea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dcb138-e282-4cca-a54a-510798d28197,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:23.058474 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-dabae810-70c9-41f1-829f-7b0f05dffea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:23.058474 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-dabae810-70c9-41f1-829f-7b0f05dffea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:23.062267 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-dabae810-70c9-41f1-829f-7b0f05dffea5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0dcb138-e282-4cca-a54a-510798d28197 HTTP/1.1" status: 204  len: 168 time: 0.2106161
Nov 19 14:32:23.123728 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08c1f3-3dd3-4006-91dc-dd823c8a0eac req-b20c2e43-3f2c-4ea6-b1ed-25c2426b149d tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:23.131756 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-be08c1f3-3dd3-4006-91dc-dd823c8a0eac req-b20c2e43-3f2c-4ea6-b1ed-25c2426b149d tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.1339092
Nov 19 14:32:23.191175 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-be08c1f3-3dd3-4006-91dc-dd823c8a0eac req-adc619e1-6e1c-4785-aa56-5a43c47e399d tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577204
Nov 19 14:32:24.448974 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157602a-13fd-47e4-970a-792811e93d79 req-6f827c28-52c8-4664-9b0d-e925d35c9cff tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:24.453661 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f157602a-13fd-47e4-970a-792811e93d79 req-6f827c28-52c8-4664-9b0d-e925d35c9cff tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0978591
Nov 19 14:32:24.510975 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f157602a-13fd-47e4-970a-792811e93d79 req-ed1b63c9-0c59-4273-9910-5ebc95f2abcc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496469
Nov 19 14:32:25.514089 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-cc64107a-382b-45a8-ba96-52f1b3735a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:25.812208 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4793e-25df-4447-b08e-1cfbb0b79357 req-49f3d1cb-e547-42f3-ae5d-9ae2457014ab tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:25.819666 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-88c4793e-25df-4447-b08e-1cfbb0b79357 req-49f3d1cb-e547-42f3-ae5d-9ae2457014ab tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.1079657
Nov 19 14:32:25.898765 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-88c4793e-25df-4447-b08e-1cfbb0b79357 req-edbdc169-bcf4-4f9e-a23c-0ae140b462a8 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0777960
Nov 19 14:32:27.140295 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3785dba-1c6a-45a9-80d6-e397dbac417b req-701edbd5-1b9d-4a8f-b4d3-3a9a0fbf9dec tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:27.141931 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d3785dba-1c6a-45a9-80d6-e397dbac417b req-701edbd5-1b9d-4a8f-b4d3-3a9a0fbf9dec tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0919700
Nov 19 14:32:27.204475 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d3785dba-1c6a-45a9-80d6-e397dbac417b req-c2da0d51-40fd-4173-87d0-d84226399298 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560675
Nov 19 14:32:28.199506 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f1967c99-a64c-4f87-a2d7-5f046c091b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:28.437443 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd355721-7c6b-4b25-b0a1-49596dfe6676 req-1b9c0953-3108-4d91-9eb7-493b4b9588fe tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:28.439087 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dd355721-7c6b-4b25-b0a1-49596dfe6676 req-1b9c0953-3108-4d91-9eb7-493b4b9588fe tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0945320
Nov 19 14:32:28.489062 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dd355721-7c6b-4b25-b0a1-49596dfe6676 req-10eb25c8-2609-4ab1-a503-bdb3cb5f235a tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416121
Nov 19 14:32:28.812299 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:29.701818 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:29.723279 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aba91c-7a87-48c6-9d7b-b4608acb2d56 req-d2c923bc-116c-4d07-a7fe-8bdf0f8399e6 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:29.725330 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d8aba91c-7a87-48c6-9d7b-b4608acb2d56 req-d2c923bc-116c-4d07-a7fe-8bdf0f8399e6 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0876353
Nov 19 14:32:29.774176 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d8aba91c-7a87-48c6-9d7b-b4608acb2d56 req-24ceeeb8-e17e-4443-b640-c699fe9783a3 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422947
Nov 19 14:32:29.976966 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:31.004366 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa979b-1bb6-4fd9-9823-0def698a5fa0 req-a5f4795c-7bc5-4787-aa8f-74994dbfeadc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:31.005952 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c6aa979b-1bb6-4fd9-9823-0def698a5fa0 req-a5f4795c-7bc5-4787-aa8f-74994dbfeadc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0862088
Nov 19 14:32:31.055350 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c6aa979b-1bb6-4fd9-9823-0def698a5fa0 req-61d513e7-b72f-4e14-89b4-0142c6a38d46 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432363
Nov 19 14:32:31.444555 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3811fbb7-0dbe-4e73-9068-e3b579d62bfb req-f3b17645-ee7d-4eb3-850e-c420bbfe16cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a45d31906464ce38462385d6554b1c8&device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 1163 time: 0.0734625
Nov 19 14:32:31.589483 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811fbb7-0dbe-4e73-9068-e3b579d62bfb req-bbaba82f-8a3a-4acb-9af0-3ce1e1a504ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:31.591107 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3811fbb7-0dbe-4e73-9068-e3b579d62bfb req-bbaba82f-8a3a-4acb-9af0-3ce1e1a504ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=1870752e-7b09-4f81-84ae-a4ccae9eae40 HTTP/1.1" status: 200  len: 910 time: 0.1382239
Nov 19 14:32:31.701853 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3811fbb7-0dbe-4e73-9068-e3b579d62bfb req-d2862478-83ba-4192-9a78-1bc39c053f56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=945c9245-bcbb-48f9-bdfa-c7adbafb8d89 HTTP/1.1" status: 200  len: 1002 time: 0.1035008
Nov 19 14:32:31.771029 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811fbb7-0dbe-4e73-9068-e3b579d62bfb req-9c82ec44-1877-4e43-8ca1-58bbb6854e91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:31.773189 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3811fbb7-0dbe-4e73-9068-e3b579d62bfb req-9c82ec44-1877-4e43-8ca1-58bbb6854e91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aadce598-f8a4-448c-af30-7e52573fd24d HTTP/1.1" status: 200  len: 855 time: 0.0639298
Nov 19 14:32:31.856326 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3811fbb7-0dbe-4e73-9068-e3b579d62bfb req-75fb27f1-b5b9-4894-accf-370bac4ada10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1870752e-7b09-4f81-84ae-a4ccae9eae40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770028
Nov 19 14:32:32.002423 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3811fbb7-0dbe-4e73-9068-e3b579d62bfb req-b3e99664-c1bb-4ff1-a2d4-079430952705 service neutron] 10.222.0.20 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386325
Nov 19 14:32:32.420184 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3811fbb7-0dbe-4e73-9068-e3b579d62bfb req-20f288a0-38e8-4826-ab43-73df3f8f3f12 service neutron] 10.222.0.20 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4109890
Nov 19 14:32:32.442399 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8eda0d-ecf5-47d1-8f24-43a528c502ae req-ea340d6b-5dc1-4644-a819-446025cd5326 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:32.444104 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0e8eda0d-ecf5-47d1-8f24-43a528c502ae req-ea340d6b-5dc1-4644-a819-446025cd5326 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.1087029
Nov 19 14:32:32.493330 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0e8eda0d-ecf5-47d1-8f24-43a528c502ae req-e947f9e3-a242-4008-a1e1-ded07663b4aa tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428600
Nov 19 14:32:33.717947 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225327a2-cef1-4c37-b926-6e7cb0b7678c req-58cbdcea-a765-4e40-bbd3-4c9194e85870 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:33.719521 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-225327a2-cef1-4c37-b926-6e7cb0b7678c req-58cbdcea-a765-4e40-bbd3-4c9194e85870 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0826693
Nov 19 14:32:33.767875 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-225327a2-cef1-4c37-b926-6e7cb0b7678c req-d4242651-1200-4f86-ba92-4bafcd6f7681 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410988
Nov 19 14:32:35.004278 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f988c0b-0360-4b96-90c8-c57bbd695a09 req-864fb7df-77f3-4a61-a4a9-b7940c3820e6 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:35.006526 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7f988c0b-0360-4b96-90c8-c57bbd695a09 req-864fb7df-77f3-4a61-a4a9-b7940c3820e6 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0915134
Nov 19 14:32:35.058250 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7f988c0b-0360-4b96-90c8-c57bbd695a09 req-b4d4cfea-0313-40f5-aa7e-b5fdd0f42eb8 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448439
Nov 19 14:32:35.065573 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 34506) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:32:35.217440 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-893e1236-c64d-482b-90a4-65ce57e12860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:35.250770 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-893e1236-c64d-482b-90a4-65ce57e12860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:32:35.255058 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-893e1236-c64d-482b-90a4-65ce57e12860 admin admin] Usage tracker for resource:security_group_rule and tenant:5daa94e08a59449eadc460a3e9bb42ae is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:32:35.258043 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-893e1236-c64d-482b-90a4-65ce57e12860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:32:35.264008 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-893e1236-c64d-482b-90a4-65ce57e12860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:32:35.333236 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-893e1236-c64d-482b-90a4-65ce57e12860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:35.336560 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-893e1236-c64d-482b-90a4-65ce57e12860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:35.344246 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1ba9dc49-2e4f-46ef-867f-51a898fa29f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:35.391582 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e1236-c64d-482b-90a4-65ce57e12860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57c38e2-2cd7-4d50-af93-c972bf2f74c8,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:35.396089 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-893e1236-c64d-482b-90a4-65ce57e12860 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5daa94e08a59449eadc460a3e9bb42ae&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3292611
Nov 19 14:32:35.397065 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-893e1236-c64d-482b-90a4-65ce57e12860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:35.399273 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 34520) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:32:35.462334 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-567e77fd-20f9-41d6-86f6-a30c74e77581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:35.489897 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-567e77fd-20f9-41d6-86f6-a30c74e77581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:35.534013 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-567e77fd-20f9-41d6-86f6-a30c74e77581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:35.539613 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d676ab27-0916-4828-96a6-d46ce2fe9d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:35.553389 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e77fd-20f9-41d6-86f6-a30c74e77581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57c38e2-2cd7-4d50-af93-c972bf2f74c8,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:35.556892 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-567e77fd-20f9-41d6-86f6-a30c74e77581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:35.558082 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-567e77fd-20f9-41d6-86f6-a30c74e77581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:35.562530 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-567e77fd-20f9-41d6-86f6-a30c74e77581 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c57c38e2-2cd7-4d50-af93-c972bf2f74c8 HTTP/1.1" status: 204  len: 168 time: 0.1590853
Nov 19 14:32:35.852234 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:32:35.917518 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 34536) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:32:35.939369 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6e577897-b7ff-4612-b019-c46d8a7803f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:35.974352 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-6e577897-b7ff-4612-b019-c46d8a7803f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:32:35.979221 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-6e577897-b7ff-4612-b019-c46d8a7803f9 admin admin] Usage tracker for resource:security_group_rule and tenant:b32eafd8156d4203b02ddc997ac7e310 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:32:35.983311 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-6e577897-b7ff-4612-b019-c46d8a7803f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:32:35.989066 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-6e577897-b7ff-4612-b019-c46d8a7803f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:32:36.008977 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:36.037568 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d065d5-2bf1-4d40-8e95-f4257d59174c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '945c9245-bcbb-48f9-bdfa-c7adbafb8d89'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:32:36.048806 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 945c9245-bcbb-48f9-bdfa-c7adbafb8d89, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=945c9245-bcbb-48f9-bdfa-c7adbafb8d89,segment=NetworkSegment(39394dae-1e15-4665-95c9-e88c1b5027ac),segment_id=39394dae-1e15-4665-95c9-e88c1b5027ac)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:32:36.052767 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:36.054762 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b91a27bd-ffd8-4d38-ab4e-b63cc7698aa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:36.059144 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6e577897-b7ff-4612-b019-c46d8a7803f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:36.063696 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6e577897-b7ff-4612-b019-c46d8a7803f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:36.071906 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-df1dae73-9878-49de-9221-e854c4403604 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:36.101988 dv-cinder-763306-2-iscsi neutron-server[80149]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '33d065d5-2bf1-4d40-8e95-f4257d59174c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '945c9245-bcbb-48f9-bdfa-c7adbafb8d89', 'code': 422} returned with failed status
Nov 19 14:32:36.120219 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e577897-b7ff-4612-b019-c46d8a7803f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa40cc4-9d06-4502-9050-78ffe4203a33,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:36.123796 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=945c9245-bcbb-48f9-bdfa-c7adbafb8d89,revision_number=5']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:36.125068 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-6e577897-b7ff-4612-b019-c46d8a7803f9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b32eafd8156d4203b02ddc997ac7e310&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2061596
Nov 19 14:32:36.125990 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-6e577897-b7ff-4612-b019-c46d8a7803f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:36.127742 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 34546) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:32:36.134442 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.134442 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.138929 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.139338 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.139721 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.140372 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.140764 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.141140 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.141518 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.141891 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.142696 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.143080 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.143554 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.143924 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.144290 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.144655 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.145451 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.145933 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.146300 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.146687 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.148139 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.148492 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.149017 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.149603 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:32:36.154604 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:36.193287 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-08694581-bc1f-420d-9049-22ee4230e774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:36.222312 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-08694581-bc1f-420d-9049-22ee4230e774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:36.270316 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-08694581-bc1f-420d-9049-22ee4230e774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:36.276020 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-88645a25-1e88-4ac1-9dae-5768c5c56371 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:36.293901 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08694581-bc1f-420d-9049-22ee4230e774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa40cc4-9d06-4502-9050-78ffe4203a33,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:36.298911 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-08694581-bc1f-420d-9049-22ee4230e774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:36.300893 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-08694581-bc1f-420d-9049-22ee4230e774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:36.302115 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-08694581-bc1f-420d-9049-22ee4230e774 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7fa40cc4-9d06-4502-9050-78ffe4203a33 HTTP/1.1" status: 204  len: 168 time: 0.1725919
Nov 19 14:32:36.648070 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0bdc0c85-be9d-422c-9714-be76c9677579 req-57c2690f-a7f6-43e4-9ddc-62a39696e082 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0830302
Nov 19 14:32:36.672657 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32054-ea2b-471b-ba4b-9d0834894cd3 req-5af766fd-f661-4fa5-8d31-1e4b02cefa4a tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:36.674538 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-27c32054-ea2b-471b-ba4b-9d0834894cd3 req-5af766fd-f661-4fa5-8d31-1e4b02cefa4a tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 944 time: 0.0925150
Nov 19 14:32:36.736537 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-27c32054-ea2b-471b-ba4b-9d0834894cd3 req-1cc435eb-b8bc-4bf2-8ee3-0a68c494196e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554612
Nov 19 14:32:36.778121 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:32:37.228190 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0bdc0c85-be9d-422c-9714-be76c9677579 req-834eb2f5-e7e7-4ffe-8724-d88f5b6d6193 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c&tenant_id=6a45d31906464ce38462385d6554b1c8 HTTP/1.1" status: 200  len: 1161 time: 0.0761836
Nov 19 14:32:37.341228 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0bdc0c85-be9d-422c-9714-be76c9677579 req-83dd72ae-fc8d-4dc0-ab09-4ff21562a337 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6a45d31906464ce38462385d6554b1c8&device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 1161 time: 0.0796757
Nov 19 14:32:37.486421 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc0c85-be9d-422c-9714-be76c9677579 req-ef54980f-40aa-44ab-a2a0-1d197884c110 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:37.487964 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0bdc0c85-be9d-422c-9714-be76c9677579 req-ef54980f-40aa-44ab-a2a0-1d197884c110 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1870752e-7b09-4f81-84ae-a4ccae9eae40 HTTP/1.1" status: 200  len: 910 time: 0.1400173
Nov 19 14:32:37.597191 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0bdc0c85-be9d-422c-9714-be76c9677579 req-c9c4c832-228b-46a8-8701-ece1a4c670e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=945c9245-bcbb-48f9-bdfa-c7adbafb8d89 HTTP/1.1" status: 200  len: 1000 time: 0.1025288
Nov 19 14:32:37.670012 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc0c85-be9d-422c-9714-be76c9677579 req-6684902a-3840-446f-806f-e3df6103cc21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:37.671641 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0bdc0c85-be9d-422c-9714-be76c9677579 req-6684902a-3840-446f-806f-e3df6103cc21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aadce598-f8a4-448c-af30-7e52573fd24d HTTP/1.1" status: 200  len: 855 time: 0.0683477
Nov 19 14:32:37.756252 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0bdc0c85-be9d-422c-9714-be76c9677579 req-1f5ecec2-c8a0-4a91-9e4c-b9c46a2ebfa6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1870752e-7b09-4f81-84ae-a4ccae9eae40&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0774395
Nov 19 14:32:37.917185 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0bdc0c85-be9d-422c-9714-be76c9677579 req-93295946-3cbf-4008-9fb2-b6d2fddc87d2 service neutron] 10.222.0.20 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1531878
Nov 19 14:32:37.970349 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a230a6-ba73-4ab0-8af7-ba2725c1c5ed req-f1151605-0f95-4961-85bc-88c5df71e4eb tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:37.972416 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-54a230a6-ba73-4ab0-8af7-ba2725c1c5ed req-f1151605-0f95-4961-85bc-88c5df71e4eb tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 944 time: 0.0881846
Nov 19 14:32:38.028012 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-54a230a6-ba73-4ab0-8af7-ba2725c1c5ed req-5c326a01-1d15-4c4a-8d3f-c91b983801bd tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483029
Nov 19 14:32:38.076871 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0bdc0c85-be9d-422c-9714-be76c9677579 req-e7a168d2-5564-4522-9c55-81ae2365bbcb service neutron] 10.222.0.20 "GET /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1521692
Nov 19 14:32:39.300663 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e678fb1-40dc-4577-8136-9fba73c6d1fb req-92e2fe1e-b808-40b6-9434-dc42796a6cea tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:39.302318 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7e678fb1-40dc-4577-8136-9fba73c6d1fb req-92e2fe1e-b808-40b6-9434-dc42796a6cea tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 944 time: 0.1210451
Nov 19 14:32:39.378015 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7e678fb1-40dc-4577-8136-9fba73c6d1fb req-34db2910-e7d0-4c2f-86e3-6d88ffaf84f6 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657275
Nov 19 14:32:40.631143 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865f413-d652-419a-81b8-72c23f274a2b req-50afa3d7-cc41-4148-9d4a-5df37a305379 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:40.633927 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1865f413-d652-419a-81b8-72c23f274a2b req-50afa3d7-cc41-4148-9d4a-5df37a305379 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 944 time: 0.0967307
Nov 19 14:32:40.684453 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1865f413-d652-419a-81b8-72c23f274a2b req-b9692b58-4fae-4f8d-8bc3-c6642eb9eeb3 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443132
Nov 19 14:32:42.090876 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c12bd-a385-468e-a1c0-1a3fca4bbc6d req-e317562d-cd89-463f-923a-19ef03b47e1e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:42.092505 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-560c12bd-a385-468e-a1c0-1a3fca4bbc6d req-e317562d-cd89-463f-923a-19ef03b47e1e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 944 time: 0.0856895
Nov 19 14:32:42.143933 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-560c12bd-a385-468e-a1c0-1a3fca4bbc6d req-c0b74139-7f84-40ac-b02c-7895f5fd1d2b tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450044
Nov 19 14:32:42.883185 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 34694) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:32:43.048668 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1c7c787d-1238-4c7b-9b27-e919c2ee6638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:43.087627 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-1c7c787d-1238-4c7b-9b27-e919c2ee6638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:32:43.091888 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-1c7c787d-1238-4c7b-9b27-e919c2ee6638 admin admin] Usage tracker for resource:security_group_rule and tenant:ea0d30df5fb642b5aea01a2a41f10b92 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:32:43.095009 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-1c7c787d-1238-4c7b-9b27-e919c2ee6638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:32:43.101426 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-1c7c787d-1238-4c7b-9b27-e919c2ee6638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:32:43.172801 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1c7c787d-1238-4c7b-9b27-e919c2ee6638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:43.175654 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1c7c787d-1238-4c7b-9b27-e919c2ee6638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:43.184020 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-80b75f3e-f967-4f89-bfba-2aa99d3cec1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:43.228021 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c787d-1238-4c7b-9b27-e919c2ee6638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68919d92-ddb9-4587-91a1-2a7c47a9ca5a,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:43.231397 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1c7c787d-1238-4c7b-9b27-e919c2ee6638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:43.236818 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 34702) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:32:43.237523 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-1c7c787d-1238-4c7b-9b27-e919c2ee6638 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea0d30df5fb642b5aea01a2a41f10b92&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3531756
Nov 19 14:32:43.307659 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5f0120a2-2515-4f95-ba47-e8d1611da101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:43.393232 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5f0120a2-2515-4f95-ba47-e8d1611da101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:43.454094 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24815ff-ac4a-41ab-92f8-4f7afb5b3702 req-014f8a22-5076-4429-8134-9db033341ebf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:43.455668 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d24815ff-ac4a-41ab-92f8-4f7afb5b3702 req-014f8a22-5076-4429-8134-9db033341ebf tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 944 time: 0.1445956
Nov 19 14:32:43.479399 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5f0120a2-2515-4f95-ba47-e8d1611da101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:43.489981 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8fc9cc56-751a-4637-9ec4-f379cbb7ae1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:43.516071 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0120a2-2515-4f95-ba47-e8d1611da101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68919d92-ddb9-4587-91a1-2a7c47a9ca5a,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:43.528988 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d24815ff-ac4a-41ab-92f8-4f7afb5b3702 req-796d4fb0-6ec4-4a8e-8691-48dcf355c286 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665898
Nov 19 14:32:43.529921 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5f0120a2-2515-4f95-ba47-e8d1611da101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:43.540737 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5f0120a2-2515-4f95-ba47-e8d1611da101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:43.541891 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-5f0120a2-2515-4f95-ba47-e8d1611da101 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/68919d92-ddb9-4587-91a1-2a7c47a9ca5a HTTP/1.1" status: 204  len: 168 time: 0.3030803
Nov 19 14:32:43.909571 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 34710) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:32:43.931326 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c260db51-bf7c-4ad8-bc88-fb2471ad46d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:43.969597 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-c260db51-bf7c-4ad8-bc88-fb2471ad46d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:32:43.973759 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-c260db51-bf7c-4ad8-bc88-fb2471ad46d8 admin admin] Usage tracker for resource:security_group_rule and tenant:4df17209834445e9bf8e5f843d209cf9 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:32:43.976875 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-c260db51-bf7c-4ad8-bc88-fb2471ad46d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:32:43.982849 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-c260db51-bf7c-4ad8-bc88-fb2471ad46d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:32:44.057735 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c260db51-bf7c-4ad8-bc88-fb2471ad46d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:44.061940 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c260db51-bf7c-4ad8-bc88-fb2471ad46d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:44.072179 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d2627578-32dc-4d82-a3ae-a4fac2910523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:44.114411 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260db51-bf7c-4ad8-bc88-fb2471ad46d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640e8448-dcb9-49b9-b655-7e3f3494b64f,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:44.123056 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-c260db51-bf7c-4ad8-bc88-fb2471ad46d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4df17209834445e9bf8e5f843d209cf9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2123168
Nov 19 14:32:44.123369 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 34714) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:32:44.124151 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c260db51-bf7c-4ad8-bc88-fb2471ad46d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:44.194644 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9d79bd58-0330-4bb6-ad39-c8a7b2f0d668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:44.221975 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9d79bd58-0330-4bb6-ad39-c8a7b2f0d668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:44.268832 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9d79bd58-0330-4bb6-ad39-c8a7b2f0d668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:44.273960 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-500c6f60-21e0-48fa-bd41-f7fc46f81642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:44.290838 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79bd58-0330-4bb6-ad39-c8a7b2f0d668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640e8448-dcb9-49b9-b655-7e3f3494b64f,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:44.295074 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9d79bd58-0330-4bb6-ad39-c8a7b2f0d668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:44.303038 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9d79bd58-0330-4bb6-ad39-c8a7b2f0d668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:44.309114 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-9d79bd58-0330-4bb6-ad39-c8a7b2f0d668 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/640e8448-dcb9-49b9-b655-7e3f3494b64f HTTP/1.1" status: 204  len: 168 time: 0.1830707
Nov 19 14:32:44.664777 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:44.754220 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 34724) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:32:44.775237 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-154f142b-e44e-42fa-8eb8-f5c0e83c390d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:44.809504 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-154f142b-e44e-42fa-8eb8-f5c0e83c390d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:32:44.813605 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-154f142b-e44e-42fa-8eb8-f5c0e83c390d admin admin] Usage tracker for resource:security_group_rule and tenant:666893ad4c134d00901f00188c4edab0 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:32:44.815377 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe165a-be1c-4810-826b-2d5cb33a7b50 req-a27da1da-1716-43a1-acab-b8fb3deeef81 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:44.816685 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-154f142b-e44e-42fa-8eb8-f5c0e83c390d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:32:44.817007 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-acfe165a-be1c-4810-826b-2d5cb33a7b50 req-a27da1da-1716-43a1-acab-b8fb3deeef81 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 944 time: 0.0964441
Nov 19 14:32:44.823097 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-154f142b-e44e-42fa-8eb8-f5c0e83c390d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:32:44.867315 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-acfe165a-be1c-4810-826b-2d5cb33a7b50 req-98ca0ce4-322f-4c41-be64-1dbbec3db5f1 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429492
Nov 19 14:32:44.911462 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-154f142b-e44e-42fa-8eb8-f5c0e83c390d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:44.915457 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-154f142b-e44e-42fa-8eb8-f5c0e83c390d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:44.925299 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4061adb2-22f9-4085-ad27-6d6f22dbb832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:44.961111 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f142b-e44e-42fa-8eb8-f5c0e83c390d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009b800a-fe22-401b-9782-bbabe8fbec9b,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:44.964894 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-154f142b-e44e-42fa-8eb8-f5c0e83c390d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:44.993372 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 34730) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:32:45.007936 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-154f142b-e44e-42fa-8eb8-f5c0e83c390d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=666893ad4c134d00901f00188c4edab0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2522829
Nov 19 14:32:45.062289 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-fc8bc597-d82c-4e67-92c5-9a4f36843586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:45.090415 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-fc8bc597-d82c-4e67-92c5-9a4f36843586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:45.144139 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-fc8bc597-d82c-4e67-92c5-9a4f36843586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:45.149600 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f024b250-0df5-4fd1-ab51-d3beca2ad25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:45.165451 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bc597-d82c-4e67-92c5-9a4f36843586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009b800a-fe22-401b-9782-bbabe8fbec9b,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:45.167627 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-fc8bc597-d82c-4e67-92c5-9a4f36843586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:45.172388 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-fc8bc597-d82c-4e67-92c5-9a4f36843586 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/009b800a-fe22-401b-9782-bbabe8fbec9b HTTP/1.1" status: 204  len: 168 time: 0.1773164
Nov 19 14:32:45.173683 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-fc8bc597-d82c-4e67-92c5-9a4f36843586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:46.129038 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf76fbb9-1aba-487a-9c79-1397a0d4eaff req-1420fde2-e99a-4dfd-a728-c3ee72d28574 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:46.130770 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-bf76fbb9-1aba-487a-9c79-1397a0d4eaff req-1420fde2-e99a-4dfd-a728-c3ee72d28574 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 944 time: 0.0910032
Nov 19 14:32:46.146579 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 34754) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:32:46.194727 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-bf76fbb9-1aba-487a-9c79-1397a0d4eaff req-37a97aaf-7667-4aca-a2b9-83dfca6f314c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552471
Nov 19 14:32:46.298024 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2082841349-network', 'tenant_id': '07820f1d7b4b4ae7948cd725ead85754'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:32:46.304009 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:32:46.308223 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Usage tracker for resource:network and tenant:07820f1d7b4b4ae7948cd725ead85754 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:32:46.311309 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:32:46.317487 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:32:46.328445 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Made reservation on behalf of 07820f1d7b4b4ae7948cd725ead85754 for: {'network': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:32:46.333251 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for network, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:46.347242 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:46.380717 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:32:46.385371 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:07820f1d7b4b4ae7948cd725ead85754 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:32:46.388353 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:32:46.394191 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:32:46.463539 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:46.466296 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:46.470482 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-893e1236-c64d-482b-90a4-65ce57e12860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:46.503992 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 14:32:46.514303 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bcbf66-a867-4e6d-8f94-2b15b1596d9e,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:46.518207 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:46.520776 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774146263616', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:46.521218 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.segments_db [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Added segment 5f8f3d21-f86b-4808-ab62-88398b6554f4 of type vxlan for network a9d70ca2-ccba-40a8-b85b-aae52459923a
Nov 19 14:32:46.551489 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774145649933'] for network, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:46.588683 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:46.589919 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:46.590588 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:46.595981 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e1ea9c80-2ffb-45b0-9a81-b11295aaa521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:46.708072 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5596213
Nov 19 14:32:46.709194 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Pushing event updated for resources: {'Network': ['ID=a9d70ca2-ccba-40a8-b85b-aae52459923a,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:46.710507 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 34760) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:32:46.716766 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-8ed999af-fa23-493d-b058-af586cb7d836 admin admin] Request body: {'subnet': {'network_id': 'a9d70ca2-ccba-40a8-b85b-aae52459923a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2082841349-subnet', 'tenant_id': '07820f1d7b4b4ae7948cd725ead85754', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:32:46.719254 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:46.721973 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Network a9d70ca2-ccba-40a8-b85b-aae52459923a details requested by agent ovs-agent-dv-cinder-763306-2-iscsi with host dv-cinder-763306-2-iscsi {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:32:46.722211 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-8ed999af-fa23-493d-b058-af586cb7d836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:32:46.728339 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-8ed999af-fa23-493d-b058-af586cb7d836 admin admin] Usage tracker for resource:subnet and tenant:07820f1d7b4b4ae7948cd725ead85754 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:32:46.731603 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-8ed999af-fa23-493d-b058-af586cb7d836 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:32:46.738133 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-8ed999af-fa23-493d-b058-af586cb7d836 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:32:46.746345 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Network a9d70ca2-ccba-40a8-b85b-aae52459923a details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:32:46.754211 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed999af-fa23-493d-b058-af586cb7d836 admin admin] Made reservation on behalf of 07820f1d7b4b4ae7948cd725ead85754 for: {'subnet': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:32:46.759986 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8ed999af-fa23-493d-b058-af586cb7d836 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852683313'] for subnet, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:47.180604 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8ed999af-fa23-493d-b058-af586cb7d836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843833810', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852683268'] for subnet, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:47.194465 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:47.345115 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed999af-fa23-493d-b058-af586cb7d836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=182d89df-27db-41ed-ade3-0f8840211e7a,revision_number=0']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:47.349618 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8ed999af-fa23-493d-b058-af586cb7d836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:47.413987 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed999af-fa23-493d-b058-af586cb7d836 admin admin] Checking segment: {'id': '5f8f3d21-f86b-4808-ab62-88398b6554f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a9d70ca2-ccba-40a8-b85b-aae52459923a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:32:47.414395 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed999af-fa23-493d-b058-af586cb7d836 admin admin] Network hostable DHCP agents. Network: a9d70ca2-ccba-40a8-b85b-aae52459923a, hostable agents: ['4a7d4b2f-f99e-495c-ba2f-c341fae68c03'], hosted agents: [] {{(pid=80261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 14:32:47.436946 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed999af-fa23-493d-b058-af586cb7d836 admin admin] Network a9d70ca2-ccba-40a8-b85b-aae52459923a is scheduled to be hosted by DHCP agent 4a7d4b2f-f99e-495c-ba2f-c341fae68c03 with binding_index 1 {{(pid=80261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 14:32:47.448102 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-8ed999af-fa23-493d-b058-af586cb7d836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-iscsi, a9d70ca2-ccba-40a8-b85b-aae52459923a) {{(pid=80261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:32:47.457233 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6105cde-da57-4561-a0c5-2e2e0d060f8a None None] Network a9d70ca2-ccba-40a8-b85b-aae52459923a requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:32:47.459180 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033098b-af92-4cc3-888b-50eaf6470376 req-142fc96f-59a1-4d41-98a2-a27e08b5d149 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:47.460805 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed999af-fa23-493d-b058-af586cb7d836 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:47.461368 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1033098b-af92-4cc3-888b-50eaf6470376 req-142fc96f-59a1-4d41-98a2-a27e08b5d149 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 944 time: 0.0957689
Nov 19 14:32:47.463161 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8ed999af-fa23-493d-b058-af586cb7d836 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:47.518683 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-8ed999af-fa23-493d-b058-af586cb7d836 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8007166
Nov 19 14:32:47.518911 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1033098b-af92-4cc3-888b-50eaf6470376 req-c19343de-ccca-436a-b83a-fa4784716497 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451539
Nov 19 14:32:47.726945 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af3892e-fbbe-4fdf-ae1e-aedadbe55915 None None] Network a9d70ca2-ccba-40a8-b85b-aae52459923a requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:32:48.768377 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452127b-3359-4ea8-b772-99d3fbd232fd req-4aae1a33-32ed-4476-8c8c-944cc9842841 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:48.770037 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f452127b-3359-4ea8-b772-99d3fbd232fd req-4aae1a33-32ed-4476-8c8c-944cc9842841 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 944 time: 0.0890934
Nov 19 14:32:48.818522 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f452127b-3359-4ea8-b772-99d3fbd232fd req-e1b1deeb-02ee-4b6e-9f8a-b3a664cacfb5 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419834
Nov 19 14:32:49.735996 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d8b8d-1612-4568-bd54-24390f500933 req-03ce3e5e-46fe-4036-abe4-3ee1461e7a0f tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:49.736669 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-a36d8b8d-1612-4568-bd54-24390f500933 req-03ce3e5e-46fe-4036-abe4-3ee1461e7a0f tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Synchronizing usage tracker for tenant:07820f1d7b4b4ae7948cd725ead85754 on resource:network {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:32:49.751954 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-a36d8b8d-1612-4568-bd54-24390f500933 req-03ce3e5e-46fe-4036-abe4-3ee1461e7a0f tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Unset dirty status for tenant:07820f1d7b4b4ae7948cd725ead85754 on resource:network {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:32:49.753192 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a36d8b8d-1612-4568-bd54-24390f500933 req-03ce3e5e-46fe-4036-abe4-3ee1461e7a0f tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/networks?id=a9d70ca2-ccba-40a8-b85b-aae52459923a HTTP/1.1" status: 200  len: 809 time: 0.1733792
Nov 19 14:32:49.770770 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a36d8b8d-1612-4568-bd54-24390f500933 req-761b4c3c-08eb-411a-95b0-0b677290ba1e tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/quotas/07820f1d7b4b4ae7948cd725ead85754 HTTP/1.1" status: 200  len: 375 time: 0.0108001
Nov 19 14:32:49.820605 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a36d8b8d-1612-4568-bd54-24390f500933 req-06cddce2-0e1f-415a-8c53-57b52bb53e82 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?tenant_id=07820f1d7b4b4ae7948cd725ead85754&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0439644
Nov 19 14:32:49.966455 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a36d8b8d-1612-4568-bd54-24390f500933 req-66d8e614-4f53-4616-aa0a-083c4b3ec63e service neutron] 10.222.0.35 "GET /v2.0/networks/a9d70ca2-ccba-40a8-b85b-aae52459923a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388953
Nov 19 14:32:50.047590 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405a213-10e7-4edc-aa4f-db0abf3bbd8d req-578b16dd-bd38-4737-a50e-03c867e6ed64 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:50.049259 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8405a213-10e7-4edc-aa4f-db0abf3bbd8d req-578b16dd-bd38-4737-a50e-03c867e6ed64 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 944 time: 0.0837374
Nov 19 14:32:50.099895 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8405a213-10e7-4edc-aa4f-db0abf3bbd8d req-31c23148-849e-4e3a-a387-9e621bc765e8 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438340
Nov 19 14:32:50.112680 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a36d8b8d-1612-4568-bd54-24390f500933 req-0bd6ebe3-8d07-4706-b024-9c2d86f3ea50 service neutron] 10.222.0.35 "GET /v2.0/networks/a9d70ca2-ccba-40a8-b85b-aae52459923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395221
Nov 19 14:32:50.320316 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-197ada0c-4e9a-4688-acef-a15dc632d9d8 req-56070f43-b4b9-4aca-b5b2-f1db67d36dd8 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=7dfc6ef5-8207-4c8f-a353-98f72673d182 HTTP/1.1" status: 200  len: 210 time: 0.0503895
Nov 19 14:32:51.329895 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778cbaf-e54e-4ec8-9a7f-205781e72b4e req-481ccb6f-c534-4230-8137-51d5621e2b41 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:51.331545 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1778cbaf-e54e-4ec8-9a7f-205781e72b4e req-481ccb6f-c534-4230-8137-51d5621e2b41 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 944 time: 0.0873773
Nov 19 14:32:51.383363 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1778cbaf-e54e-4ec8-9a7f-205781e72b4e req-5a13c0c7-b3ca-41f9-b2b0-9932c54ff664 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447061
Nov 19 14:32:51.499550 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a17abb44-fc28-43a2-9e2a-3942b5107e2f req-9b982143-adf3-48d2-ae16-e9e1745c8c0a tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=7dfc6ef5-8207-4c8f-a353-98f72673d182 HTTP/1.1" status: 200  len: 210 time: 0.0456011
Nov 19 14:32:51.622648 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d8b8d-1612-4568-bd54-24390f500933 req-4f768184-7467-4fe7-ba50-230b2af7b335 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:51.624106 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a36d8b8d-1612-4568-bd54-24390f500933 req-4f768184-7467-4fe7-ba50-230b2af7b335 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.20 "GET /v2.0/networks?id=a9d70ca2-ccba-40a8-b85b-aae52459923a HTTP/1.1" status: 200  len: 809 time: 0.1560776
Nov 19 14:32:51.648742 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-a36d8b8d-1612-4568-bd54-24390f500933 req-81d12a1c-b6a4-4e04-b8b2-a32936c9e260 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Request body: {'port': {'device_id': '7dfc6ef5-8207-4c8f-a353-98f72673d182', 'network_id': 'a9d70ca2-ccba-40a8-b85b-aae52459923a', 'admin_state_up': True, 'tenant_id': '07820f1d7b4b4ae7948cd725ead85754'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:32:51.791074 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-a36d8b8d-1612-4568-bd54-24390f500933 req-81d12a1c-b6a4-4e04-b8b2-a32936c9e260 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:32:51.795393 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-a36d8b8d-1612-4568-bd54-24390f500933 req-81d12a1c-b6a4-4e04-b8b2-a32936c9e260 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Usage tracker for resource:port and tenant:07820f1d7b4b4ae7948cd725ead85754 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:32:51.798397 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-a36d8b8d-1612-4568-bd54-24390f500933 req-81d12a1c-b6a4-4e04-b8b2-a32936c9e260 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Quota usage for port was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:32:51.804800 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-a36d8b8d-1612-4568-bd54-24390f500933 req-81d12a1c-b6a4-4e04-b8b2-a32936c9e260 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:32:51.813616 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a36d8b8d-1612-4568-bd54-24390f500933 req-81d12a1c-b6a4-4e04-b8b2-a32936c9e260 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Made reservation on behalf of 07820f1d7b4b4ae7948cd725ead85754 for: {'port': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:32:51.819735 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a36d8b8d-1612-4568-bd54-24390f500933 req-81d12a1c-b6a4-4e04-b8b2-a32936c9e260 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:52.122996 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-a36d8b8d-1612-4568-bd54-24390f500933 req-81d12a1c-b6a4-4e04-b8b2-a32936c9e260 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Allocated IP 172.20.0.4 (a9d70ca2-ccba-40a8-b85b-aae52459923a/182d89df-27db-41ed-ade3-0f8840211e7a/bfee0353-a943-4f8b-baa6-f9884aa79842) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:32:52.330716 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a36d8b8d-1612-4568-bd54-24390f500933 req-81d12a1c-b6a4-4e04-b8b2-a32936c9e260 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:52.357464 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a36d8b8d-1612-4568-bd54-24390f500933 req-81d12a1c-b6a4-4e04-b8b2-a32936c9e260 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:52.372361 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7be54458-cc1e-44b4-ab12-b82a672e0841 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:52.480877 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:32:52.558145 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:32:52.558687 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:52.685901 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:52.715489 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d065d5-2bf1-4d40-8e95-f4257d59174c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945c9245-bcbb-48f9-bdfa-c7adbafb8d89'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:32:52.723086 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ade8ca-e8ab-4142-a365-73e17f23cb16 req-19f68b49-9535-4bc9-b117-3917c7f48bb2 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:52.724693 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-64ade8ca-e8ab-4142-a365-73e17f23cb16 req-19f68b49-9535-4bc9-b117-3917c7f48bb2 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=7dfc6ef5-8207-4c8f-a353-98f72673d182 HTTP/1.1" status: 200  len: 931 time: 0.0884027
Nov 19 14:32:52.726472 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 945c9245-bcbb-48f9-bdfa-c7adbafb8d89, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=945c9245-bcbb-48f9-bdfa-c7adbafb8d89,segment=NetworkSegment(39394dae-1e15-4665-95c9-e88c1b5027ac),segment_id=39394dae-1e15-4665-95c9-e88c1b5027ac)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:32:52.732642 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:52.734828 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:52.782105 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-64ade8ca-e8ab-4142-a365-73e17f23cb16 req-a8ca08f6-0f89-4daa-a6d7-baa6a76cc8c2 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/security-groups?id=92bcbf66-a867-4e6d-8f94-2b15b1596d9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502822
Nov 19 14:32:52.792547 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d12a1c-b6a4-4e04-b8b2-a32936c9e260 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Pushing event updated for resources: {'Port': ['ID=bfee0353-a943-4f8b-baa6-f9884aa79842,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:52.799726 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-81d12a1c-b6a4-4e04-b8b2-a32936c9e260 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:52.806542 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=945c9245-bcbb-48f9-bdfa-c7adbafb8d89,revision_number=6']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:52.811716 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:52.859595 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ce839-68fb-4764-aea3-b4b9888955d7 req-3483c5c3-3279-42a8-a6ab-73686bb0dca9 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:52.861237 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3f7ce839-68fb-4764-aea3-b4b9888955d7 req-3483c5c3-3279-42a8-a6ab-73686bb0dca9 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 944 time: 0.2000093
Nov 19 14:32:52.867223 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d065d5-2bf1-4d40-8e95-f4257d59174c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945c9245-bcbb-48f9-bdfa-c7adbafb8d89', 'code': 200}
Nov 19 14:32:52.888038 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a36d8b8d-1612-4568-bd54-24390f500933 req-81d12a1c-b6a4-4e04-b8b2-a32936c9e260 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Network a9d70ca2-ccba-40a8-b85b-aae52459923a is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:32:52.891940 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-a36d8b8d-1612-4568-bd54-24390f500933 req-81d12a1c-b6a4-4e04-b8b2-a32936c9e260 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:32:52.895900 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36d8b8d-1612-4568-bd54-24390f500933 req-81d12a1c-b6a4-4e04-b8b2-a32936c9e260 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:32:52.969697 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3f7ce839-68fb-4764-aea3-b4b9888955d7 req-a1d89a02-b49c-40f5-9b4b-3d1813245b74 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1016767
Nov 19 14:32:52.981106 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d8b8d-1612-4568-bd54-24390f500933 req-81d12a1c-b6a4-4e04-b8b2-a32936c9e260 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:52.981782 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a36d8b8d-1612-4568-bd54-24390f500933 req-81d12a1c-b6a4-4e04-b8b2-a32936c9e260 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:53.009586 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a36d8b8d-1612-4568-bd54-24390f500933 req-81d12a1c-b6a4-4e04-b8b2-a32936c9e260 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3652267
Nov 19 14:32:53.035787 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-a36d8b8d-1612-4568-bd54-24390f500933 req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Request body: {'port': {'device_id': '7dfc6ef5-8207-4c8f-a353-98f72673d182', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:32:53.204044 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a36d8b8d-1612-4568-bd54-24390f500933 req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:53.282114 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2589935a-84ad-41c5-aaeb-e222956952c2 req-2bad577b-6f4c-4f97-983e-d185ae0920b1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 1163 time: 0.1625736
Nov 19 14:32:53.416954 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2589935a-84ad-41c5-aaeb-e222956952c2 req-a10315b2-834a-4024-8e42-9c8189e9ca1a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1049106
Nov 19 14:32:53.651408 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [req-a36d8b8d-1612-4568-bd54-24390f500933 req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfee0353-a943-4f8b-baa6-f9884aa79842 {{(pid=80260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 14:32:53.658232 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a36d8b8d-1612-4568-bd54-24390f500933 req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:53.670847 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-a36d8b8d-1612-4568-bd54-24390f500933 req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Transition to ACTIVE for port object bfee0353-a943-4f8b-baa6-f9884aa79842 will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:32:53.673564 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a36d8b8d-1612-4568-bd54-24390f500933 req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:53.689170 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:53.830345 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Pushing event updated for resources: {'Port': ['ID=bfee0353-a943-4f8b-baa6-f9884aa79842,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:53.836155 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:54.009205 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8974828a-2021-4bfd-8e29-8c15517ca232 req-5ec05113-e502-480a-ad02-683a150322a0 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:54.010957 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8974828a-2021-4bfd-8e29-8c15517ca232 req-5ec05113-e502-480a-ad02-683a150322a0 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=7dfc6ef5-8207-4c8f-a353-98f72673d182 HTTP/1.1" status: 200  len: 943 time: 0.0860271
Nov 19 14:32:54.016888 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-a36d8b8d-1612-4568-bd54-24390f500933 req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Attempting to bind port bfee0353-a943-4f8b-baa6-f9884aa79842 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:32:54.017262 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-a36d8b8d-1612-4568-bd54-24390f500933 req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Attempting to bind port bfee0353-a943-4f8b-baa6-f9884aa79842 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '5f8f3d21-f86b-4808-ab62-88398b6554f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a9d70ca2-ccba-40a8-b85b-aae52459923a'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:32:54.017633 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36d8b8d-1612-4568-bd54-24390f500933 req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Attempting to bind port bfee0353-a943-4f8b-baa6-f9884aa79842 on network a9d70ca2-ccba-40a8-b85b-aae52459923a {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:32:54.025345 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36d8b8d-1612-4568-bd54-24390f500933 req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Checking agent: {'id': 'd378d45e-d3db-4cef-bd1d-68c8d9116f29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 21, 43), 'started_at': datetime.datetime(2020, 11, 19, 14, 22, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:32:54.025724 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36d8b8d-1612-4568-bd54-24390f500933 req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Checking segment: {'id': '5f8f3d21-f86b-4808-ab62-88398b6554f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a9d70ca2-ccba-40a8-b85b-aae52459923a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:32:54.026257 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a36d8b8d-1612-4568-bd54-24390f500933 req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:54.026527 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a36d8b8d-1612-4568-bd54-24390f500933 req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Bound using segment: {'id': '5f8f3d21-f86b-4808-ab62-88398b6554f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a9d70ca2-ccba-40a8-b85b-aae52459923a'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:32:54.027110 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-a36d8b8d-1612-4568-bd54-24390f500933 req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Bound port: bfee0353-a943-4f8b-baa6-f9884aa79842, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8f3d21-f86b-4808-ab62-88398b6554f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a9d70ca2-ccba-40a8-b85b-aae52459923a'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:32:54.027412 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a36d8b8d-1612-4568-bd54-24390f500933 req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:54.061770 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8974828a-2021-4bfd-8e29-8c15517ca232 req-c9065965-373f-4f27-aec3-2ff4f06af065 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/security-groups?id=92bcbf66-a867-4e6d-8f94-2b15b1596d9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444229
Nov 19 14:32:54.160313 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-a36d8b8d-1612-4568-bd54-24390f500933 req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] For port bfee0353-a943-4f8b-baa6-f9884aa79842, host hv-cinder-76330, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:32:54.169571 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:32:54.182272 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-a36d8b8d-1612-4568-bd54-24390f500933 req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] For port bfee0353-a943-4f8b-baa6-f9884aa79842, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bfee0353-a943-4f8b-baa6-f9884aa79842,segment=NetworkSegment(5f8f3d21-f86b-4808-ab62-88398b6554f4),segment_id=5f8f3d21-f86b-4808-ab62-88398b6554f4)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:32:54.186660 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a36d8b8d-1612-4568-bd54-24390f500933 req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:54.203964 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-81d12a1c-b6a4-4e04-b8b2-a32936c9e260 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:54.243370 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:32:54.243797 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:54.368662 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Pushing event updated for resources: {'Port': ['ID=bfee0353-a943-4f8b-baa6-f9884aa79842,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:54.372397 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:54.408018 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced5e44-095c-42b0-9dbf-bd070ed21996 req-1f45531a-632c-4b9a-8484-095aa99917be tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:54.409654 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9ced5e44-095c-42b0-9dbf-bd070ed21996 req-1f45531a-632c-4b9a-8484-095aa99917be tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.2893434
Nov 19 14:32:54.444382 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a36d8b8d-1612-4568-bd54-24390f500933 req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:54.445760 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a36d8b8d-1612-4568-bd54-24390f500933 req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] 10.222.0.20 "PUT /v2.0/ports/bfee0353-a943-4f8b-baa6-f9884aa79842 HTTP/1.1" status: 200  len: 1157 time: 1.4147742
Nov 19 14:32:54.448323 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dfc6ef5-8207-4c8f-a353-98f72673d182', 'tag': 'bfee0353-a943-4f8b-baa6-f9884aa79842'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:32:54.478340 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9ced5e44-095c-42b0-9dbf-bd070ed21996 req-072b4202-38db-4c9a-9ca2-c6713c20b644 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614326
Nov 19 14:32:54.568751 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dfc6ef5-8207-4c8f-a353-98f72673d182', 'tag': 'bfee0353-a943-4f8b-baa6-f9884aa79842', 'status': 'completed', 'code': 200}
Nov 19 14:32:54.605981 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a36d8b8d-1612-4568-bd54-24390f500933 req-6061ec21-db87-4bd6-8520-cf0a9e0d329e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07820f1d7b4b4ae7948cd725ead85754&device_id=7dfc6ef5-8207-4c8f-a353-98f72673d182 HTTP/1.1" status: 200  len: 1160 time: 0.0860031
Nov 19 14:32:54.685821 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a36d8b8d-1612-4568-bd54-24390f500933 req-9029d977-feab-4a44-b6c4-db7ffd1fbde9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfee0353-a943-4f8b-baa6-f9884aa79842 HTTP/1.1" status: 200  len: 217 time: 0.0653262
Nov 19 14:32:54.759058 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d8b8d-1612-4568-bd54-24390f500933 req-f8bf7656-fe3e-4ba5-a8a1-3a272b72f390 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:54.760847 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a36d8b8d-1612-4568-bd54-24390f500933 req-f8bf7656-fe3e-4ba5-a8a1-3a272b72f390 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=182d89df-27db-41ed-ade3-0f8840211e7a HTTP/1.1" status: 200  len: 849 time: 0.0686707
Nov 19 14:32:54.811653 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a36d8b8d-1612-4568-bd54-24390f500933 req-4d88a8b5-f149-4b0d-b416-701a83d47514 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9d70ca2-ccba-40a8-b85b-aae52459923a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436800
Nov 19 14:32:54.961638 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a36d8b8d-1612-4568-bd54-24390f500933 req-505ffe44-b326-4e45-a8a5-d87d3a07ac02 service neutron] 10.222.0.20 "GET /v2.0/networks/a9d70ca2-ccba-40a8-b85b-aae52459923a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432164
Nov 19 14:32:55.108641 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a36d8b8d-1612-4568-bd54-24390f500933 req-d1284bde-fd05-44cb-8587-7bcdc33126a6 service neutron] 10.222.0.20 "GET /v2.0/networks/a9d70ca2-ccba-40a8-b85b-aae52459923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1400084
Nov 19 14:32:55.341469 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637371f-4088-42fe-bc1a-94d7eae0d8bc req-67ba3f26-74dc-42ec-a8ee-7b4e0f7ce5ec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:55.342232 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-7637371f-4088-42fe-bc1a-94d7eae0d8bc req-67ba3f26-74dc-42ec-a8ee-7b4e0f7ce5ec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Synchronizing usage tracker for tenant:07820f1d7b4b4ae7948cd725ead85754 on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:32:55.348372 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0c34524c-3e73-440a-a2fe-00d8a7581e07 req-d7c227db-e28d-41ae-97f5-293b46c6af4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07820f1d7b4b4ae7948cd725ead85754&device_id=7dfc6ef5-8207-4c8f-a353-98f72673d182 HTTP/1.1" status: 200  len: 1160 time: 0.1208313
Nov 19 14:32:55.390274 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-7637371f-4088-42fe-bc1a-94d7eae0d8bc req-67ba3f26-74dc-42ec-a8ee-7b4e0f7ce5ec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Unset dirty status for tenant:07820f1d7b4b4ae7948cd725ead85754 on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:32:55.391555 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7637371f-4088-42fe-bc1a-94d7eae0d8bc req-67ba3f26-74dc-42ec-a8ee-7b4e0f7ce5ec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=7dfc6ef5-8207-4c8f-a353-98f72673d182 HTTP/1.1" status: 200  len: 943 time: 0.1985757
Nov 19 14:32:55.507181 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a1be8360-de37-44af-98b7-a4c240fecc9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:55.528774 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-7637371f-4088-42fe-bc1a-94d7eae0d8bc req-b7a2ccb2-571b-426e-a279-da34821b88ca tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Synchronizing usage tracker for tenant:07820f1d7b4b4ae7948cd725ead85754 on resource:security_group {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:32:55.540374 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34524c-3e73-440a-a2fe-00d8a7581e07 req-ce6405bc-7403-4cb3-875d-6a3a7e728dd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:55.541937 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0c34524c-3e73-440a-a2fe-00d8a7581e07 req-ce6405bc-7403-4cb3-875d-6a3a7e728dd0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9d70ca2-ccba-40a8-b85b-aae52459923a HTTP/1.1" status: 200  len: 903 time: 0.1840014
Nov 19 14:32:55.609930 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-7637371f-4088-42fe-bc1a-94d7eae0d8bc req-b7a2ccb2-571b-426e-a279-da34821b88ca tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Unset dirty status for tenant:07820f1d7b4b4ae7948cd725ead85754 on resource:security_group {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:32:55.611113 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7637371f-4088-42fe-bc1a-94d7eae0d8bc req-b7a2ccb2-571b-426e-a279-da34821b88ca tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/security-groups?id=92bcbf66-a867-4e6d-8f94-2b15b1596d9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2084942
Nov 19 14:32:55.620267 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0c34524c-3e73-440a-a2fe-00d8a7581e07 req-6787cabb-76d2-4ac5-9ae2-5c6b3fe2dad2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfee0353-a943-4f8b-baa6-f9884aa79842 HTTP/1.1" status: 200  len: 217 time: 0.0704627
Nov 19 14:32:55.690411 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34524c-3e73-440a-a2fe-00d8a7581e07 req-90f81307-4248-41bd-b294-2564171ce59c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:55.692096 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0c34524c-3e73-440a-a2fe-00d8a7581e07 req-90f81307-4248-41bd-b294-2564171ce59c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=182d89df-27db-41ed-ade3-0f8840211e7a HTTP/1.1" status: 200  len: 849 time: 0.0643089
Nov 19 14:32:55.718247 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e68ba-dc85-4f5b-9bc8-827592262f51 req-777e7325-f120-45ad-b955-0045770af21e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:55.719886 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3c2e68ba-dc85-4f5b-9bc8-827592262f51 req-777e7325-f120-45ad-b955-0045770af21e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0884330
Nov 19 14:32:55.741788 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0c34524c-3e73-440a-a2fe-00d8a7581e07 req-bcb27bc0-2411-4272-a379-4c0c160b7883 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9d70ca2-ccba-40a8-b85b-aae52459923a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426173
Nov 19 14:32:55.768412 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3c2e68ba-dc85-4f5b-9bc8-827592262f51 req-037344fb-53e7-4c98-972f-758536e546d4 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419602
Nov 19 14:32:55.887378 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0c34524c-3e73-440a-a2fe-00d8a7581e07 req-47945ee0-18ef-42e4-9da4-bd22c05ce6b7 service neutron] 10.222.0.20 "GET /v2.0/networks/a9d70ca2-ccba-40a8-b85b-aae52459923a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373994
Nov 19 14:32:56.029938 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0c34524c-3e73-440a-a2fe-00d8a7581e07 req-2f57a44c-10d9-4223-a737-e5801f2a3239 service neutron] 10.222.0.20 "GET /v2.0/networks/a9d70ca2-ccba-40a8-b85b-aae52459923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1349428
Nov 19 14:32:56.823070 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aca1a9-6cce-426a-9730-80643a624b24 req-f66fb6de-b455-43b7-a4a1-6223ba24e6f5 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:56.824679 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-94aca1a9-6cce-426a-9730-80643a624b24 req-f66fb6de-b455-43b7-a4a1-6223ba24e6f5 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=7dfc6ef5-8207-4c8f-a353-98f72673d182 HTTP/1.1" status: 200  len: 943 time: 0.0864019
Nov 19 14:32:56.874529 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-94aca1a9-6cce-426a-9730-80643a624b24 req-1112f594-2e9e-4fcd-a2c3-23e929bc1258 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/security-groups?id=92bcbf66-a867-4e6d-8f94-2b15b1596d9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438073
Nov 19 14:32:58.083545 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5696c1-e146-4871-9f60-3ddba31f3aa8 req-efede0c2-bd41-45e0-9b1c-e594f804c2a1 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:58.085159 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ef5696c1-e146-4871-9f60-3ddba31f3aa8 req-efede0c2-bd41-45e0-9b1c-e594f804c2a1 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=7dfc6ef5-8207-4c8f-a353-98f72673d182 HTTP/1.1" status: 200  len: 943 time: 0.0825315
Nov 19 14:32:58.134924 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-ef5696c1-e146-4871-9f60-3ddba31f3aa8 req-6d080214-db50-4cba-bed1-5bd53b59125a tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/security-groups?id=92bcbf66-a867-4e6d-8f94-2b15b1596d9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437388
Nov 19 14:32:58.223483 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0d413d73-c46a-4026-83d9-b70e4c931137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:58.237024 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.objects.ports [None req-1e66a2dc-6cab-483c-ae38-67bf2bc3d944 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80262) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 14:32:58.767943 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device bfee0353-a943-4f8b-baa6-f9884aa79842 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:32:58.831935 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:58.847538 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning for port bfee0353-a943-4f8b-baa6-f9884aa79842 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:32:58.852995 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port bfee0353-a943-4f8b-baa6-f9884aa79842 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:32:58.853419 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:58.971935 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:59.000682 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfc6ef5-8207-4c8f-a353-98f72673d182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfee0353-a943-4f8b-baa6-f9884aa79842'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:32:59.011028 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port bfee0353-a943-4f8b-baa6-f9884aa79842, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bfee0353-a943-4f8b-baa6-f9884aa79842,segment=NetworkSegment(5f8f3d21-f86b-4808-ab62-88398b6554f4),segment_id=5f8f3d21-f86b-4808-ab62-88398b6554f4)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:32:59.014315 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:59.016304 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:32:59.062890 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfc6ef5-8207-4c8f-a353-98f72673d182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfee0353-a943-4f8b-baa6-f9884aa79842', 'code': 200}
Nov 19 14:32:59.088275 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=bfee0353-a943-4f8b-baa6-f9884aa79842,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:32:59.091509 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:32:59.325320 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1122b5ad-3a7e-4121-849f-60dffce603e0 req-aa87ea09-1bf2-477b-83c0-830fafdcbda2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7dfc6ef5-8207-4c8f-a353-98f72673d182 HTTP/1.1" status: 200  len: 1162 time: 0.0737360
Nov 19 14:32:59.348060 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c460a-25b5-4fc4-938d-14d7ea4d3036 req-ed1df1f1-ee2e-4c59-95a4-67185cd38379 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:32:59.349669 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-570c460a-25b5-4fc4-938d-14d7ea4d3036 req-ed1df1f1-ee2e-4c59-95a4-67185cd38379 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=7dfc6ef5-8207-4c8f-a353-98f72673d182 HTTP/1.1" status: 200  len: 945 time: 0.0872252
Nov 19 14:32:59.374901 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1122b5ad-3a7e-4121-849f-60dffce603e0 req-98f4f769-4b83-4308-b9f5-f880f83bcab0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=92bcbf66-a867-4e6d-8f94-2b15b1596d9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426450
Nov 19 14:32:59.399835 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-570c460a-25b5-4fc4-938d-14d7ea4d3036 req-3c65a5c7-b264-4b8c-8dc8-65ae98151ba1 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/security-groups?id=92bcbf66-a867-4e6d-8f94-2b15b1596d9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432026
Nov 19 14:32:59.703801 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:32:59.977993 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:00.267641 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device bfee0353-a943-4f8b-baa6-f9884aa79842 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:33:00.337119 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port bfee0353-a943-4f8b-baa6-f9884aa79842 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:33:00.337536 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:00.614845 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602b482-b4f6-437b-95dc-9e72fb29bd37 req-28113251-8e3b-4c07-9fd9-2f7c0a8214eb tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:00.616482 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7602b482-b4f6-437b-95dc-9e72fb29bd37 req-28113251-8e3b-4c07-9fd9-2f7c0a8214eb tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=7dfc6ef5-8207-4c8f-a353-98f72673d182 HTTP/1.1" status: 200  len: 945 time: 0.0833585
Nov 19 14:33:00.664556 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7602b482-b4f6-437b-95dc-9e72fb29bd37 req-e848a37b-0d8d-4cbc-a732-ad89dba2d17b tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/security-groups?id=92bcbf66-a867-4e6d-8f94-2b15b1596d9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416594
Nov 19 14:33:01.802031 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4dece-689b-480a-abe7-bf5e78af9b4f req-621a030e-3dad-4dbd-a4a0-8aab4a18f910 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:01.804238 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-84d4dece-689b-480a-abe7-bf5e78af9b4f req-621a030e-3dad-4dbd-a4a0-8aab4a18f910 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=7dfc6ef5-8207-4c8f-a353-98f72673d182 HTTP/1.1" status: 200  len: 945 time: 0.0865297
Nov 19 14:33:01.852460 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-84d4dece-689b-480a-abe7-bf5e78af9b4f req-ace2cf72-3075-40be-849a-655c1039ebbe tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/security-groups?id=92bcbf66-a867-4e6d-8f94-2b15b1596d9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420251
Nov 19 14:33:03.063883 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c60427-79d3-4c16-9cb4-529d687ef636 req-f016c74b-fec0-4cb2-a28a-d25f6b697ab4 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:03.065399 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-85c60427-79d3-4c16-9cb4-529d687ef636 req-f016c74b-fec0-4cb2-a28a-d25f6b697ab4 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=7dfc6ef5-8207-4c8f-a353-98f72673d182 HTTP/1.1" status: 200  len: 945 time: 0.0833068
Nov 19 14:33:03.113242 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-85c60427-79d3-4c16-9cb4-529d687ef636 req-a93d4221-3911-48b6-9a11-2e47c4bc521c tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/security-groups?id=92bcbf66-a867-4e6d-8f94-2b15b1596d9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408378
Nov 19 14:33:03.237072 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e22cc-5836-432b-9dd2-e2abf5e235a6 req-41afc39a-a05c-4851-bc3f-0301ff393d50 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:03.238612 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1b8e22cc-5836-432b-9dd2-e2abf5e235a6 req-41afc39a-a05c-4851-bc3f-0301ff393d50 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.20 "GET /v2.0/ports?device_id=7dfc6ef5-8207-4c8f-a353-98f72673d182 HTTP/1.1" status: 200  len: 945 time: 0.0817010
Nov 19 14:33:03.313071 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-1b8e22cc-5836-432b-9dd2-e2abf5e235a6 req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Deleting port bfee0353-a943-4f8b-baa6-f9884aa79842 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:03.313457 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1b8e22cc-5836-432b-9dd2-e2abf5e235a6 req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:03.769942 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-1b8e22cc-5836-432b-9dd2-e2abf5e235a6 req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] For port bfee0353-a943-4f8b-baa6-f9884aa79842, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bfee0353-a943-4f8b-baa6-f9884aa79842,segment=NetworkSegment(5f8f3d21-f86b-4808-ab62-88398b6554f4),segment_id=5f8f3d21-f86b-4808-ab62-88398b6554f4)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:33:03.770347 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1b8e22cc-5836-432b-9dd2-e2abf5e235a6 req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:03.900541 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-1b8e22cc-5836-432b-9dd2-e2abf5e235a6 req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Calling delete_port for bfee0353-a943-4f8b-baa6-f9884aa79842 owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:33:04.045549 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1b8e22cc-5836-432b-9dd2-e2abf5e235a6 req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:04.060356 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b3b34a97-e072-407b-b167-c7a0e23db552 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:04.108578 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Pushing event deleted for resources: {'Port': ['ID=bfee0353-a943-4f8b-baa6-f9884aa79842,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:04.109687 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device bfee0353-a943-4f8b-baa6-f9884aa79842 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:33:04.134561 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.134993 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.135402 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.135805 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.136205 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.136605 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.136999 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.137396 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.137785 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.138177 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.138589 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.138987 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.139477 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.139870 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.140260 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.140646 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.141033 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.141421 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.141809 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.142198 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.144045 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.144045 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.144045 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.144045 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:04.144370 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] No Port match for: bfee0353-a943-4f8b-baa6-f9884aa79842 {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:33:04.144608 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device bfee0353-a943-4f8b-baa6-f9884aa79842 not bound to the agent host hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:33:04.194981 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:04.293654 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d01c30fc-da1b-4ca2-acf2-94ede821cb6e req-29295ee0-b488-40c9-acbe-cf7d3938f77a tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=7dfc6ef5-8207-4c8f-a353-98f72673d182 HTTP/1.1" status: 200  len: 210 time: 0.0484262
Nov 19 14:33:04.331079 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8e22cc-5836-432b-9dd2-e2abf5e235a6 req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] No DVR routers for this DVR port bfee0353-a943-4f8b-baa6-f9884aa79842 on host hv-cinder-76330 {{(pid=80260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:33:04.333325 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-1b8e22cc-5836-432b-9dd2-e2abf5e235a6 req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:04.336103 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfc6ef5-8207-4c8f-a353-98f72673d182', 'name': 'network-vif-deleted', 'tag': 'bfee0353-a943-4f8b-baa6-f9884aa79842'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:33:04.352205 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1b8e22cc-5836-432b-9dd2-e2abf5e235a6 req-607eee7a-7ec6-4580-8eb7-c52650abfaec tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.20 "DELETE /v2.0/ports/bfee0353-a943-4f8b-baa6-f9884aa79842 HTTP/1.1" status: 204  len: 173 time: 1.1080637
Nov 19 14:33:04.397688 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfc6ef5-8207-4c8f-a353-98f72673d182', 'name': 'network-vif-deleted', 'tag': 'bfee0353-a943-4f8b-baa6-f9884aa79842', 'status': 'completed', 'code': 200}
Nov 19 14:33:05.698473 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-884b9c13-4d94-42ec-925f-d0a722478fe6 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:05.699997 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-884b9c13-4d94-42ec-925f-d0a722478fe6 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/networks?id=a9d70ca2-ccba-40a8-b85b-aae52459923a HTTP/1.1" status: 200  len: 809 time: 0.1547334
Nov 19 14:33:05.717108 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-e264b0d0-f76d-4a86-8b2f-59160f24a09f tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/quotas/07820f1d7b4b4ae7948cd725ead85754 HTTP/1.1" status: 200  len: 375 time: 0.0113153
Nov 19 14:33:05.769500 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-e4510448-78c7-420d-be99-316b7d70c2ed tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?tenant_id=07820f1d7b4b4ae7948cd725ead85754&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0472414
Nov 19 14:33:05.910002 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-b4461f2e-197d-4110-8fa5-abf9137ec1db service neutron] 10.222.0.35 "GET /v2.0/networks/a9d70ca2-ccba-40a8-b85b-aae52459923a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333241
Nov 19 14:33:06.265382 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-b1a33b5f-090f-4d32-b925-6662789e42ad service neutron] 10.222.0.35 "GET /v2.0/networks/a9d70ca2-ccba-40a8-b85b-aae52459923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3487957
Nov 19 14:33:06.468185 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-e871f57c-6259-41b6-9558-2cd076e6a2e6 req-2720bd88-2a75-4ee7-8590-2026cf73b2c7 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Synchronizing usage tracker for tenant:07820f1d7b4b4ae7948cd725ead85754 on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:33:06.483898 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-e871f57c-6259-41b6-9558-2cd076e6a2e6 req-2720bd88-2a75-4ee7-8590-2026cf73b2c7 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Unset dirty status for tenant:07820f1d7b4b4ae7948cd725ead85754 on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:33:06.485175 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e871f57c-6259-41b6-9558-2cd076e6a2e6 req-2720bd88-2a75-4ee7-8590-2026cf73b2c7 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=047e6d01-6747-4463-939a-528ebd8780dc HTTP/1.1" status: 200  len: 210 time: 0.0657070
Nov 19 14:33:07.613192 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-f20a813f-0db7-4779-9eeb-b8e0f2f4a35d tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:07.614922 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-f20a813f-0db7-4779-9eeb-b8e0f2f4a35d tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.20 "GET /v2.0/networks?id=a9d70ca2-ccba-40a8-b85b-aae52459923a HTTP/1.1" status: 200  len: 809 time: 0.1601117
Nov 19 14:33:07.646436 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-7be5bc99-924c-4573-b752-5eaaf447ee3e tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Request body: {'port': {'device_id': '047e6d01-6747-4463-939a-528ebd8780dc', 'network_id': 'a9d70ca2-ccba-40a8-b85b-aae52459923a', 'admin_state_up': True, 'tenant_id': '07820f1d7b4b4ae7948cd725ead85754'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:33:07.666413 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-97cc5fba-38a3-4e78-93f0-939532b6e04b req-073cb7c3-2a6b-478a-a1ce-8b5f5af1e81e tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=047e6d01-6747-4463-939a-528ebd8780dc HTTP/1.1" status: 200  len: 210 time: 0.0498376
Nov 19 14:33:07.791340 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-7be5bc99-924c-4573-b752-5eaaf447ee3e tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:33:07.801089 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-7be5bc99-924c-4573-b752-5eaaf447ee3e tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:33:07.813636 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-7be5bc99-924c-4573-b752-5eaaf447ee3e tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Made reservation on behalf of 07820f1d7b4b4ae7948cd725ead85754 for: {'port': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:33:07.819350 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-7be5bc99-924c-4573-b752-5eaaf447ee3e tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:08.121501 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-7be5bc99-924c-4573-b752-5eaaf447ee3e tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Allocated IP 172.20.0.9 (a9d70ca2-ccba-40a8-b85b-aae52459923a/182d89df-27db-41ed-ade3-0f8840211e7a/f9057785-be4a-4cd8-a4e9-abcc1fad4a02) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:33:08.331730 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-7be5bc99-924c-4573-b752-5eaaf447ee3e tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:08.357805 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-7be5bc99-924c-4573-b752-5eaaf447ee3e tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:08.372615 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f16025fe-6e3b-4713-bd36-546203c008e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:08.515534 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5bc99-924c-4573-b752-5eaaf447ee3e tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Pushing event updated for resources: {'Port': ['ID=f9057785-be4a-4cd8-a4e9-abcc1fad4a02,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:08.519958 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7be5bc99-924c-4573-b752-5eaaf447ee3e tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:08.562812 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-7be5bc99-924c-4573-b752-5eaaf447ee3e tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Network a9d70ca2-ccba-40a8-b85b-aae52459923a is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:33:08.563960 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-7be5bc99-924c-4573-b752-5eaaf447ee3e tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:33:08.566126 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-7be5bc99-924c-4573-b752-5eaaf447ee3e tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:33:08.631869 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-7be5bc99-924c-4573-b752-5eaaf447ee3e tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:08.632469 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-7be5bc99-924c-4573-b752-5eaaf447ee3e tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:08.657275 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-7be5bc99-924c-4573-b752-5eaaf447ee3e tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0153668
Nov 19 14:33:08.676944 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] Request body: {'port': {'device_id': '047e6d01-6747-4463-939a-528ebd8780dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:33:08.788355 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:08.988596 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462f99c-8465-456b-b220-f1de90f3e3f9 req-95be3d93-2f7f-47a6-9012-219be5bda856 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:08.989355 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-2462f99c-8465-456b-b220-f1de90f3e3f9 req-95be3d93-2f7f-47a6-9012-219be5bda856 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Synchronizing usage tracker for tenant:07820f1d7b4b4ae7948cd725ead85754 on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:33:09.064878 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-2462f99c-8465-456b-b220-f1de90f3e3f9 req-95be3d93-2f7f-47a6-9012-219be5bda856 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Unset dirty status for tenant:07820f1d7b4b4ae7948cd725ead85754 on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:33:09.066132 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2462f99c-8465-456b-b220-f1de90f3e3f9 req-95be3d93-2f7f-47a6-9012-219be5bda856 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=047e6d01-6747-4463-939a-528ebd8780dc HTTP/1.1" status: 200  len: 931 time: 0.2655921
Nov 19 14:33:09.214352 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-2462f99c-8465-456b-b220-f1de90f3e3f9 req-96069f9a-6a72-4d0c-abbf-6476d9922be9 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/security-groups?id=92bcbf66-a867-4e6d-8f94-2b15b1596d9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274045
Nov 19 14:33:09.312222 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9057785-be4a-4cd8-a4e9-abcc1fad4a02 {{(pid=80260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 14:33:09.319127 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:09.331027 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] Transition to ACTIVE for port object f9057785-be4a-4cd8-a4e9-abcc1fad4a02 will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:33:09.333598 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:09.348530 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:09.487877 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f9057785-be4a-4cd8-a4e9-abcc1fad4a02,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:09.490836 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:09.874534 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] Attempting to bind port f9057785-be4a-4cd8-a4e9-abcc1fad4a02 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:33:09.875101 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] Attempting to bind port f9057785-be4a-4cd8-a4e9-abcc1fad4a02 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '5f8f3d21-f86b-4808-ab62-88398b6554f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a9d70ca2-ccba-40a8-b85b-aae52459923a'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:33:09.875281 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] Attempting to bind port f9057785-be4a-4cd8-a4e9-abcc1fad4a02 on network a9d70ca2-ccba-40a8-b85b-aae52459923a {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:33:09.884255 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] Checking agent: {'id': 'd378d45e-d3db-4cef-bd1d-68c8d9116f29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 21, 43), 'started_at': datetime.datetime(2020, 11, 19, 14, 22, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 32, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:33:09.884636 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] Checking segment: {'id': '5f8f3d21-f86b-4808-ab62-88398b6554f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a9d70ca2-ccba-40a8-b85b-aae52459923a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:33:09.885047 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:09.885446 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] Bound using segment: {'id': '5f8f3d21-f86b-4808-ab62-88398b6554f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a9d70ca2-ccba-40a8-b85b-aae52459923a'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:33:09.885921 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] Bound port: f9057785-be4a-4cd8-a4e9-abcc1fad4a02, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8f3d21-f86b-4808-ab62-88398b6554f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a9d70ca2-ccba-40a8-b85b-aae52459923a'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:33:09.886341 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:09.981276 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] For port f9057785-be4a-4cd8-a4e9-abcc1fad4a02, host hv-cinder-76330, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:33:09.984573 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] For port f9057785-be4a-4cd8-a4e9-abcc1fad4a02, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f9057785-be4a-4cd8-a4e9-abcc1fad4a02,segment=NetworkSegment(5f8f3d21-f86b-4808-ab62-88398b6554f4),segment_id=5f8f3d21-f86b-4808-ab62-88398b6554f4)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:33:09.987290 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:10.003245 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-de0a8ce6-8d88-4975-a0b1-63efcdd2f25e tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:10.151165 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f9057785-be4a-4cd8-a4e9-abcc1fad4a02,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:10.156057 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:10.189366 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:10.190945 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] 10.222.0.20 "PUT /v2.0/ports/f9057785-be4a-4cd8-a4e9-abcc1fad4a02 HTTP/1.1" status: 200  len: 1157 time: 1.5184364
Nov 19 14:33:10.191466 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047e6d01-6747-4463-939a-528ebd8780dc', 'tag': 'f9057785-be4a-4cd8-a4e9-abcc1fad4a02'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:33:10.277171 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '047e6d01-6747-4463-939a-528ebd8780dc', 'tag': 'f9057785-be4a-4cd8-a4e9-abcc1fad4a02', 'status': 'completed', 'code': 200}
Nov 19 14:33:10.323455 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-b853cf9a-a86e-4317-b761-0e0a5ee00b4e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07820f1d7b4b4ae7948cd725ead85754&device_id=047e6d01-6747-4463-939a-528ebd8780dc HTTP/1.1" status: 200  len: 1160 time: 0.0823674
Nov 19 14:33:10.452805 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-642a180f-b4e1-4010-ab3f-b951d195ba97 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9057785-be4a-4cd8-a4e9-abcc1fad4a02 HTTP/1.1" status: 200  len: 217 time: 0.1165047
Nov 19 14:33:10.534978 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-c0d9d448-059a-4c1d-9f7f-789574d653bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:10.536514 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-c0d9d448-059a-4c1d-9f7f-789574d653bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=182d89df-27db-41ed-ade3-0f8840211e7a HTTP/1.1" status: 200  len: 849 time: 0.0754709
Nov 19 14:33:10.542632 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f07681-3657-4617-932a-86f36ff46284 req-6602c240-ce1c-434c-be83-bf14d61f63dc tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:10.544135 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-39f07681-3657-4617-932a-86f36ff46284 req-6602c240-ce1c-434c-be83-bf14d61f63dc tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=047e6d01-6747-4463-939a-528ebd8780dc HTTP/1.1" status: 200  len: 943 time: 0.1557422
Nov 19 14:33:10.601749 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-ec733da1-ad1f-44b8-9a93-1fd83a3b6b46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9d70ca2-ccba-40a8-b85b-aae52459923a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0566459
Nov 19 14:33:10.720731 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-39f07681-3657-4617-932a-86f36ff46284 req-9597898f-5499-4158-88b6-cc8fc79e305a tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/security-groups?id=92bcbf66-a867-4e6d-8f94-2b15b1596d9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376154
Nov 19 14:33:10.765842 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-173c5fd9-9929-4eab-8433-18cf6b15b61d service neutron] 10.222.0.20 "GET /v2.0/networks/a9d70ca2-ccba-40a8-b85b-aae52459923a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1557801
Nov 19 14:33:10.909984 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-19ceb7ef-b35f-4e8c-8589-cd8a8322c3dd req-f82a1c3d-3709-417a-8ba3-c2bc65d2bd83 service neutron] 10.222.0.20 "GET /v2.0/networks/a9d70ca2-ccba-40a8-b85b-aae52459923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1369216
Nov 19 14:33:11.075183 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-153c46c3-b25a-4fc3-9210-f487053bd322 req-1319c119-c88d-4246-8cb5-cad8e74db0b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07820f1d7b4b4ae7948cd725ead85754&device_id=047e6d01-6747-4463-939a-528ebd8780dc HTTP/1.1" status: 200  len: 1160 time: 0.0778539
Nov 19 14:33:11.217980 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c46c3-b25a-4fc3-9210-f487053bd322 req-cb4058cd-d076-449d-842c-45a001430cf7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:11.219598 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-153c46c3-b25a-4fc3-9210-f487053bd322 req-cb4058cd-d076-449d-842c-45a001430cf7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9d70ca2-ccba-40a8-b85b-aae52459923a HTTP/1.1" status: 200  len: 903 time: 0.1375291
Nov 19 14:33:11.290728 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-153c46c3-b25a-4fc3-9210-f487053bd322 req-4fb2a54a-3e1d-4aab-95f8-54e98d6f5826 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f9057785-be4a-4cd8-a4e9-abcc1fad4a02 HTTP/1.1" status: 200  len: 217 time: 0.0639422
Nov 19 14:33:11.361351 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c46c3-b25a-4fc3-9210-f487053bd322 req-7cc9e2c3-b24b-4acb-913e-dab01c22d0fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:11.362874 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-153c46c3-b25a-4fc3-9210-f487053bd322 req-7cc9e2c3-b24b-4acb-913e-dab01c22d0fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=182d89df-27db-41ed-ade3-0f8840211e7a HTTP/1.1" status: 200  len: 849 time: 0.0661914
Nov 19 14:33:11.412575 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-153c46c3-b25a-4fc3-9210-f487053bd322 req-a8777773-c85b-417f-9554-ee450080e625 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9d70ca2-ccba-40a8-b85b-aae52459923a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0427620
Nov 19 14:33:11.554892 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-153c46c3-b25a-4fc3-9210-f487053bd322 req-b5e5ed5b-b6ac-4151-b32a-52e43d8afc78 service neutron] 10.222.0.20 "GET /v2.0/networks/a9d70ca2-ccba-40a8-b85b-aae52459923a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1342309
Nov 19 14:33:11.699477 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-153c46c3-b25a-4fc3-9210-f487053bd322 req-598c3aa7-3c86-49d3-bb3f-7a3e29bcd87d service neutron] 10.222.0.20 "GET /v2.0/networks/a9d70ca2-ccba-40a8-b85b-aae52459923a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361988
Nov 19 14:33:11.932426 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46fa72-ca87-465b-98f3-06a30ce20ded req-1bee34c3-9f2a-413a-9a99-6e919b190d0e tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:11.934033 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4f46fa72-ca87-465b-98f3-06a30ce20ded req-1bee34c3-9f2a-413a-9a99-6e919b190d0e tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=047e6d01-6747-4463-939a-528ebd8780dc HTTP/1.1" status: 200  len: 943 time: 0.0829816
Nov 19 14:33:11.984697 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4f46fa72-ca87-465b-98f3-06a30ce20ded req-418aa7e1-e136-4b09-938f-d5a3ebeda126 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/security-groups?id=92bcbf66-a867-4e6d-8f94-2b15b1596d9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445104
Nov 19 14:33:13.197467 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c3408-24d2-439b-8111-e3cb898dd391 req-5f411376-9e33-43d5-af2d-9a61e8912cc0 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:13.199114 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-793c3408-24d2-439b-8111-e3cb898dd391 req-5f411376-9e33-43d5-af2d-9a61e8912cc0 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=047e6d01-6747-4463-939a-528ebd8780dc HTTP/1.1" status: 200  len: 943 time: 0.0833554
Nov 19 14:33:13.251096 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-793c3408-24d2-439b-8111-e3cb898dd391 req-e841c474-4312-4df1-8594-013b8362838a tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/security-groups?id=92bcbf66-a867-4e6d-8f94-2b15b1596d9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460143
Nov 19 14:33:13.779275 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:33:14.460936 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a7a891-08b6-4c83-baf0-a416c1915066 req-e3610dd8-7f20-4fa4-9306-2f3ff3ac2dac tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:14.463066 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-40a7a891-08b6-4c83-baf0-a416c1915066 req-e3610dd8-7f20-4fa4-9306-2f3ff3ac2dac tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=047e6d01-6747-4463-939a-528ebd8780dc HTTP/1.1" status: 200  len: 943 time: 0.0828218
Nov 19 14:33:14.510119 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-40a7a891-08b6-4c83-baf0-a416c1915066 req-fcb034d5-4d99-4039-8b71-4a4bbb292070 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/security-groups?id=92bcbf66-a867-4e6d-8f94-2b15b1596d9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409169
Nov 19 14:33:14.670980 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:14.703196 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device f9057785-be4a-4cd8-a4e9-abcc1fad4a02 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:33:14.771663 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning for port f9057785-be4a-4cd8-a4e9-abcc1fad4a02 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:33:14.776437 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port f9057785-be4a-4cd8-a4e9-abcc1fad4a02 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:33:14.776860 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:14.893766 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:14.921701 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047e6d01-6747-4463-939a-528ebd8780dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9057785-be4a-4cd8-a4e9-abcc1fad4a02'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:33:14.932483 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port f9057785-be4a-4cd8-a4e9-abcc1fad4a02, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f9057785-be4a-4cd8-a4e9-abcc1fad4a02,segment=NetworkSegment(5f8f3d21-f86b-4808-ab62-88398b6554f4),segment_id=5f8f3d21-f86b-4808-ab62-88398b6554f4)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:33:14.935468 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:14.938111 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-033b780f-ff4c-4d63-86a1-0b9d12d025f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:14.988828 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047e6d01-6747-4463-939a-528ebd8780dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9057785-be4a-4cd8-a4e9-abcc1fad4a02', 'code': 200}
Nov 19 14:33:15.011258 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=f9057785-be4a-4cd8-a4e9-abcc1fad4a02,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:15.014432 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:15.250392 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3f75c515-1be8-42f4-95b7-de7063262c4f req-e8f71ac2-c23d-462a-8f4c-67c705b7b4d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=047e6d01-6747-4463-939a-528ebd8780dc HTTP/1.1" status: 200  len: 1162 time: 0.0742002
Nov 19 14:33:15.294451 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3f75c515-1be8-42f4-95b7-de7063262c4f req-89465ee8-b1ab-4e05-bf72-20b5f72faa0a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=92bcbf66-a867-4e6d-8f94-2b15b1596d9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371490
Nov 19 14:33:15.723869 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8798ce-5031-4d58-9cf5-084d5e44e9fa req-8d5d4ab9-1295-485c-8211-cceacade4653 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:15.725442 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-bd8798ce-5031-4d58-9cf5-084d5e44e9fa req-8d5d4ab9-1295-485c-8211-cceacade4653 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=047e6d01-6747-4463-939a-528ebd8780dc HTTP/1.1" status: 200  len: 945 time: 0.0879185
Nov 19 14:33:15.772871 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-bd8798ce-5031-4d58-9cf5-084d5e44e9fa req-2b6dd4d7-b4f4-40c9-99ce-5b25ce963b65 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/security-groups?id=92bcbf66-a867-4e6d-8f94-2b15b1596d9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407126
Nov 19 14:33:16.453292 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device f9057785-be4a-4cd8-a4e9-abcc1fad4a02 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:33:16.524642 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port f9057785-be4a-4cd8-a4e9-abcc1fad4a02 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:33:16.525065 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:16.989345 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8b073-5cde-4a3e-9225-49ec0bb1c1b4 req-f07fac2d-5b24-4f72-9a88-2e7cfbe4ffce tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:16.990947 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0da8b073-5cde-4a3e-9225-49ec0bb1c1b4 req-f07fac2d-5b24-4f72-9a88-2e7cfbe4ffce tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=047e6d01-6747-4463-939a-528ebd8780dc HTTP/1.1" status: 200  len: 945 time: 0.0878196
Nov 19 14:33:17.038690 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0da8b073-5cde-4a3e-9225-49ec0bb1c1b4 req-0fdcfed9-a66f-4c4c-9d8c-bc9d1be3b10a tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/security-groups?id=92bcbf66-a867-4e6d-8f94-2b15b1596d9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412261
Nov 19 14:33:17.283157 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-ac2afe60-226b-4338-a8ec-0bf0aac261b6 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/floatingips/48b142b2-cf41-4c7b-9e80-8ce7db13d0a4 HTTP/1.1" status: 200  len: 997 time: 0.1092463
Nov 19 14:33:17.443072 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-7b6c643e-3527-4b35-b685-8d1adf630a50 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:17.444545 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-7b6c643e-3527-4b35-b685-8d1adf630a50 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/networks/30e7e950-b2fa-4cc4-9540-c3d995e774bc HTTP/1.1" status: 200  len: 784 time: 0.1557543
Nov 19 14:33:17.555705 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-88f5a1bc-1e36-4ef1-8228-0ccd12f53f3e tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.0.69 HTTP/1.1" status: 200  len: 1000 time: 0.1041796
Nov 19 14:33:17.632942 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-d4ff99be-b0e3-4cbc-9b95-f95ad8d0e31a tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:17.634946 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-d4ff99be-b0e3-4cbc-9b95-f95ad8d0e31a tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports/0e13e739-ecd1-4ff3-8a35-dfd9349640ef HTTP/1.1" status: 200  len: 942 time: 0.0734704
Nov 19 14:33:17.819694 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-4bab773a-e3ea-49dd-bfda-235a46a7dbfb tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.0.69 HTTP/1.1" status: 200  len: 1000 time: 0.1044426
Nov 19 14:33:18.039550 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Deleting port ed973939-493a-4763-8a13-43944c71a0d3 {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:18.040155 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:18.220186 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:18.220566 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for floatingip, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:18.320012 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c700b94-684e-426f-9cf8-21857e74f022 req-b7153483-0d7f-475b-a4ac-3c85cea0f8cc tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:18.321713 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4c700b94-684e-426f-9cf8-21857e74f022 req-b7153483-0d7f-475b-a4ac-3c85cea0f8cc tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=047e6d01-6747-4463-939a-528ebd8780dc HTTP/1.1" status: 200  len: 945 time: 0.0934963
Nov 19 14:33:18.347829 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Calling delete_port for ed973939-493a-4763-8a13-43944c71a0d3 owned by network:floatingip {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:33:18.370610 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4c700b94-684e-426f-9cf8-21857e74f022 req-2bf6678f-893c-402b-98fd-ae7f744fb196 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/security-groups?id=92bcbf66-a867-4e6d-8f94-2b15b1596d9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424278
Nov 19 14:33:18.393999 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device f9057785-be4a-4cd8-a4e9-abcc1fad4a02 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:33:18.467320 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port f9057785-be4a-4cd8-a4e9-abcc1fad4a02 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:33:18.467744 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:18.501921 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:18.517808 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d1493f78-ab1d-4f06-ab71-c47caecf89e5 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:18.573491 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Pushing event deleted for resources: {'Port': ['ID=ed973939-493a-4763-8a13-43944c71a0d3,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:18.636121 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.636473 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.636919 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.637312 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.637721 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.638132 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.638543 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.638972 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.639376 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.639782 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.640191 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.640599 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.641100 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.641504 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.641906 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.642312 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.642743 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.643147 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.643547 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.643950 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.644349 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.644768 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.645170 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.645569 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:18.653592 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:18.761450 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for floatingip, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:18.761832 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.l3_db [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Floating IP 48b142b2-cf41-4c7b-9e80-8ce7db13d0a4 disassociated (deleted). External IP: 172.27.0.69, port: 0e13e739-ecd1-4ff3-8a35-dfd9349640ef.
Nov 19 14:33:19.174569 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Router 04de633d-7da5-49f3-b750-bee0a6ebf3da has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:33:19.593914 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96804bb-89dd-4518-aea4-202460983765 req-b35ca813-1ae1-409e-af35-125eb60c80d4 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:19.595543 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f96804bb-89dd-4518-aea4-202460983765 req-b35ca813-1ae1-409e-af35-125eb60c80d4 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=047e6d01-6747-4463-939a-528ebd8780dc HTTP/1.1" status: 200  len: 945 time: 0.0913730
Nov 19 14:33:19.614980 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:33:19.627259 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143136e-8728-4469-bdb2-48f72efe652d None None] Sync routers for ids ['04de633d-7da5-49f3-b750-bee0a6ebf3da'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:33:19.640216 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8143136e-8728-4469-bdb2-48f72efe652d None None] Routers {'04de633d-7da5-49f3-b750-bee0a6ebf3da'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:33:19.640636 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:19.641412 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-8143136e-8728-4469-bdb2-48f72efe652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c1ae1d0>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:32:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['04de633d-7da5-49f3-b750-bee0a6ebf3da'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:19.648034 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f96804bb-89dd-4518-aea4-202460983765 req-59d50d38-8ce8-415a-a1d7-b61b73511d57 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/security-groups?id=92bcbf66-a867-4e6d-8f94-2b15b1596d9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462279
Nov 19 14:33:19.701454 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-65457e2c-7d21-4d48-9f67-111e297b8828 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "DELETE /v2.0/floatingips/48b142b2-cf41-4c7b-9e80-8ce7db13d0a4 HTTP/1.1" status: 204  len: 173 time: 1.8752747
Nov 19 14:33:19.702016 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f622690-1cb1-4b40-9c0f-f1242dcb9ba4', 'tag': '0e13e739-ecd1-4ff3-8a35-dfd9349640ef'}] {{(pid=80261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:33:19.762366 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f622690-1cb1-4b40-9c0f-f1242dcb9ba4', 'tag': '0e13e739-ecd1-4ff3-8a35-dfd9349640ef', 'status': 'completed', 'code': 200}
Nov 19 14:33:19.799877 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-6a2f11e2-1c5b-43c2-86ae-ba0bbd3851c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b&device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 1162 time: 0.0840368
Nov 19 14:33:19.831615 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-8143136e-8728-4469-bdb2-48f72efe652d None None] Set router 04de633d-7da5-49f3-b750-bee0a6ebf3da gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:33:19.948589 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-c0705eed-dbc0-44fa-b044-2c6f5ab35a96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:19.950163 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-c0705eed-dbc0-44fa-b044-2c6f5ab35a96 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b416137-3e3b-40b3-b21d-851215fb37f8 HTTP/1.1" status: 200  len: 906 time: 0.1441228
Nov 19 14:33:19.995099 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53254a37-334a-4b54-b5c7-ec83f7d9d51c req-b464cc88-9980-4e8d-8017-96f2b2f3c0d8 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:19.996743 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-53254a37-334a-4b54-b5c7-ec83f7d9d51c req-b464cc88-9980-4e8d-8017-96f2b2f3c0d8 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.20 "GET /v2.0/ports?device_id=047e6d01-6747-4463-939a-528ebd8780dc HTTP/1.1" status: 200  len: 945 time: 0.1246397
Nov 19 14:33:20.000596 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c3bb6149-2980-424f-a5ac-7da3ca42cc26 req-93fe2cb8-15f6-4d88-8170-0436111202a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b&device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 1162 time: 0.1621017
Nov 19 14:33:20.033614 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-28d9e5a6-375f-40d5-be23-c547e188c721 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e13e739-ecd1-4ff3-8a35-dfd9349640ef HTTP/1.1" status: 200  len: 217 time: 0.0757475
Nov 19 14:33:20.102366 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-5524a2a2-d61f-4fd8-9cfa-31f5456aa657 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:20.104221 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-5524a2a2-d61f-4fd8-9cfa-31f5456aa657 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2113208-37bc-4c5f-8350-aa5f4257d1f0 HTTP/1.1" status: 200  len: 851 time: 0.0670829
Nov 19 14:33:20.178527 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-53254a37-334a-4b54-b5c7-ec83f7d9d51c req-559dabcd-e041-41b2-8a24-a881dc028322 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Deleting port f9057785-be4a-4cd8-a4e9-abcc1fad4a02 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:20.179160 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-53254a37-334a-4b54-b5c7-ec83f7d9d51c req-559dabcd-e041-41b2-8a24-a881dc028322 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:20.195047 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-1798e18d-cb7b-40fa-9e98-bc125202bf34 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b416137-3e3b-40b3-b21d-851215fb37f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834310
Nov 19 14:33:20.206535 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-8143136e-8728-4469-bdb2-48f72efe652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c1ae1d0>, [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'c5f7b34d-d8e6-45fb-a9fb-8275e3d5535d', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'port_id': '5b1db8cc-e929-42f4-bc1f-38791b4558f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'mac_address': 'fa:16:3e:47:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:29:37Z', 'updated_at': '2020-11-19T14:29:44Z', 'revision_number': 2, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:42Z', 'revision_number': 5, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:20.211081 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143136e-8728-4469-bdb2-48f72efe652d None None] Checking router: 04de633d-7da5-49f3-b750-bee0a6ebf3da for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:33:20.217465 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device f9057785-be4a-4cd8-a4e9-abcc1fad4a02 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:33:20.222911 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8143136e-8728-4469-bdb2-48f72efe652d None None] Routers {'04de633d-7da5-49f3-b750-bee0a6ebf3da'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:33:20.223767 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-8143136e-8728-4469-bdb2-48f72efe652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c1ae1d0>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:32:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['04de633d-7da5-49f3-b750-bee0a6ebf3da'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:20.313927 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb6149-2980-424f-a5ac-7da3ca42cc26 req-9ce65291-4870-4382-aa9b-ec2116e5c917 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:20.315584 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c3bb6149-2980-424f-a5ac-7da3ca42cc26 req-9ce65291-4870-4382-aa9b-ec2116e5c917 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b416137-3e3b-40b3-b21d-851215fb37f8 HTTP/1.1" status: 200  len: 906 time: 0.2762787
Nov 19 14:33:20.350103 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-95839956-2966-414e-b552-e43503c0c3ec service neutron] 10.222.0.35 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473060
Nov 19 14:33:20.365083 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:20.400122 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c3bb6149-2980-424f-a5ac-7da3ca42cc26 req-9fa9a707-3f2a-441f-b9b1-3768b8b5c93e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0e13e739-ecd1-4ff3-8a35-dfd9349640ef HTTP/1.1" status: 200  len: 217 time: 0.0749257
Nov 19 14:33:20.404089 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port f9057785-be4a-4cd8-a4e9-abcc1fad4a02, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f9057785-be4a-4cd8-a4e9-abcc1fad4a02,segment=NetworkSegment(5f8f3d21-f86b-4808-ab62-88398b6554f4),segment_id=5f8f3d21-f86b-4808-ab62-88398b6554f4)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:33:20.405148 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047e6d01-6747-4463-939a-528ebd8780dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9057785-be4a-4cd8-a4e9-abcc1fad4a02'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:33:20.412152 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:20.414172 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:20.449828 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-8143136e-8728-4469-bdb2-48f72efe652d None None] Set router 04de633d-7da5-49f3-b750-bee0a6ebf3da gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:33:20.490698 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=f9057785-be4a-4cd8-a4e9-abcc1fad4a02,revision_number=5']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:20.503278 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:20.521210 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047e6d01-6747-4463-939a-528ebd8780dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9057785-be4a-4cd8-a4e9-abcc1fad4a02', 'code': 200}
Nov 19 14:33:20.524245 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-10996a56-9ce2-4bf6-9e07-b6f61662c1ac req-5ffe063b-f533-464d-9dcb-f19b24258032 service neutron] 10.222.0.35 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1668866
Nov 19 14:33:20.847507 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb6149-2980-424f-a5ac-7da3ca42cc26 req-0cbe5245-58e6-41fb-b818-336d5259cdc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:20.849099 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c3bb6149-2980-424f-a5ac-7da3ca42cc26 req-0cbe5245-58e6-41fb-b818-336d5259cdc6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2113208-37bc-4c5f-8350-aa5f4257d1f0 HTTP/1.1" status: 200  len: 851 time: 0.4291751
Nov 19 14:33:20.917694 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ffaa0-95fc-472b-adee-403b6dc62d00 req-01b928a8-effe-4589-88a4-c1c3b8a791e9 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:20.933526 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4f3ffaa0-95fc-472b-adee-403b6dc62d00 req-01b928a8-effe-4589-88a4-c1c3b8a791e9 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=047e6d01-6747-4463-939a-528ebd8780dc HTTP/1.1" status: 200  len: 943 time: 0.1357903
Nov 19 14:33:20.984028 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4f3ffaa0-95fc-472b-adee-403b6dc62d00 req-3f6eb9c2-8578-4fed-a57e-933e0db45f20 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/security-groups?id=92bcbf66-a867-4e6d-8f94-2b15b1596d9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493164
Nov 19 14:33:20.993853 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-53254a37-334a-4b54-b5c7-ec83f7d9d51c req-559dabcd-e041-41b2-8a24-a881dc028322 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] For port f9057785-be4a-4cd8-a4e9-abcc1fad4a02, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f9057785-be4a-4cd8-a4e9-abcc1fad4a02,segment=NetworkSegment(5f8f3d21-f86b-4808-ab62-88398b6554f4),segment_id=5f8f3d21-f86b-4808-ab62-88398b6554f4)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:33:20.994341 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-53254a37-334a-4b54-b5c7-ec83f7d9d51c req-559dabcd-e041-41b2-8a24-a881dc028322 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:21.037591 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-8143136e-8728-4469-bdb2-48f72efe652d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c1ae1d0>, [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'c5f7b34d-d8e6-45fb-a9fb-8275e3d5535d', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'port_id': '5b1db8cc-e929-42f4-bc1f-38791b4558f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'mac_address': 'fa:16:3e:47:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:29:37Z', 'updated_at': '2020-11-19T14:29:44Z', 'revision_number': 2, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:42Z', 'revision_number': 5, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:21.042444 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8143136e-8728-4469-bdb2-48f72efe652d None None] The sync data for ids ['04de633d-7da5-49f3-b750-bee0a6ebf3da'] in dv-cinder-763306-2-iscsi is: [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_floatingips': [{'id': 'c5f7b34d-d8e6-45fb-a9fb-8275e3d5535d', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'router_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'port_id': '5b1db8cc-e929-42f4-bc1f-38791b4558f7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'mac_address': 'fa:16:3e:47:f4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T14:29:37Z', 'updated_at': '2020-11-19T14:29:44Z', 'revision_number': 2, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:42Z', 'revision_number': 5, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:33:21.144635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-53254a37-334a-4b54-b5c7-ec83f7d9d51c req-559dabcd-e041-41b2-8a24-a881dc028322 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Calling delete_port for f9057785-be4a-4cd8-a4e9-abcc1fad4a02 owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:33:21.229257 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c3bb6149-2980-424f-a5ac-7da3ca42cc26 req-a1912afb-a98d-4805-8a06-e880048271ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b416137-3e3b-40b3-b21d-851215fb37f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3656862
Nov 19 14:33:21.302839 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed5be1-5231-4c5e-89d4-f5accd8ac665 req-76a61561-cb6d-46ed-af70-60c1ee98eee0 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:21.304500 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-93ed5be1-5231-4c5e-89d4-f5accd8ac665 req-76a61561-cb6d-46ed-af70-60c1ee98eee0 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 945 time: 0.3612380
Nov 19 14:33:21.385288 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.db.api [req-53254a37-334a-4b54-b5c7-ec83f7d9d51c req-559dabcd-e041-41b2-8a24-a881dc028322 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80260) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 14:33:21.385673 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_db.api [req-53254a37-334a-4b54-b5c7-ec83f7d9d51c req-559dabcd-e041-41b2-8a24-a881dc028322 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 14:33:21.437099 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-93ed5be1-5231-4c5e-89d4-f5accd8ac665 req-197ede57-1b4e-4c9c-addd-1a207d62c9ca tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0803888
Nov 19 14:33:21.439261 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c3bb6149-2980-424f-a5ac-7da3ca42cc26 req-3c8c95b5-4adc-43a1-9f55-d4bf08827084 service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1971004
Nov 19 14:33:21.468875 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13135bc-aec4-48b3-acd5-d2e13142fae8 None None] New status for floating IP 48b142b2-cf41-4c7b-9e80-8ce7db13d0a4: DOWN {{(pid=80262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 14:33:21.589748 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c3bb6149-2980-424f-a5ac-7da3ca42cc26 req-371ca677-82b3-4d58-af6c-f0d8922ca4ce service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412709
Nov 19 14:33:21.887211 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-53254a37-334a-4b54-b5c7-ec83f7d9d51c req-559dabcd-e041-41b2-8a24-a881dc028322 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Deleting port f9057785-be4a-4cd8-a4e9-abcc1fad4a02 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:21.887551 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-53254a37-334a-4b54-b5c7-ec83f7d9d51c req-559dabcd-e041-41b2-8a24-a881dc028322 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:22.146685 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-53254a37-334a-4b54-b5c7-ec83f7d9d51c req-559dabcd-e041-41b2-8a24-a881dc028322 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] For port f9057785-be4a-4cd8-a4e9-abcc1fad4a02, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f9057785-be4a-4cd8-a4e9-abcc1fad4a02,segment=NetworkSegment(5f8f3d21-f86b-4808-ab62-88398b6554f4),segment_id=5f8f3d21-f86b-4808-ab62-88398b6554f4)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:33:22.146999 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-53254a37-334a-4b54-b5c7-ec83f7d9d51c req-559dabcd-e041-41b2-8a24-a881dc028322 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:22.195044 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5136156-044a-4131-a5c4-573790e80942 req-4e0a266b-434a-4a9f-87e4-7b4bce30f6ff tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:22.197167 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d5136156-044a-4131-a5c4-573790e80942 req-4e0a266b-434a-4a9f-87e4-7b4bce30f6ff tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=047e6d01-6747-4463-939a-528ebd8780dc HTTP/1.1" status: 200  len: 943 time: 0.0840225
Nov 19 14:33:22.247553 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d5136156-044a-4131-a5c4-573790e80942 req-478dcdaa-e3fe-4c95-af94-1056e0ec8411 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/security-groups?id=92bcbf66-a867-4e6d-8f94-2b15b1596d9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437324
Nov 19 14:33:22.275718 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-53254a37-334a-4b54-b5c7-ec83f7d9d51c req-559dabcd-e041-41b2-8a24-a881dc028322 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Calling delete_port for f9057785-be4a-4cd8-a4e9-abcc1fad4a02 owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:33:22.417759 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-53254a37-334a-4b54-b5c7-ec83f7d9d51c req-559dabcd-e041-41b2-8a24-a881dc028322 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:22.433037 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:22.480287 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559dabcd-e041-41b2-8a24-a881dc028322 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Pushing event deleted for resources: {'Port': ['ID=f9057785-be4a-4cd8-a4e9-abcc1fad4a02,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:22.492156 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-559dabcd-e041-41b2-8a24-a881dc028322 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:22.695076 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-53254a37-334a-4b54-b5c7-ec83f7d9d51c req-559dabcd-e041-41b2-8a24-a881dc028322 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] No DVR routers for this DVR port f9057785-be4a-4cd8-a4e9-abcc1fad4a02 on host hv-cinder-76330 {{(pid=80260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:33:22.697704 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-53254a37-334a-4b54-b5c7-ec83f7d9d51c req-559dabcd-e041-41b2-8a24-a881dc028322 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:22.700515 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047e6d01-6747-4463-939a-528ebd8780dc', 'name': 'network-vif-deleted', 'tag': 'f9057785-be4a-4cd8-a4e9-abcc1fad4a02'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:33:22.719520 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7347c-6f1c-421e-9797-3599049ef648 req-73376d41-482f-433b-93ca-cc874bb49ee6 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:22.721109 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-14c7347c-6f1c-421e-9797-3599049ef648 req-73376d41-482f-433b-93ca-cc874bb49ee6 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 945 time: 0.1505687
Nov 19 14:33:22.767126 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '047e6d01-6747-4463-939a-528ebd8780dc', 'name': 'network-vif-deleted', 'tag': 'f9057785-be4a-4cd8-a4e9-abcc1fad4a02', 'status': 'completed', 'code': 200}
Nov 19 14:33:22.773459 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-53254a37-334a-4b54-b5c7-ec83f7d9d51c req-559dabcd-e041-41b2-8a24-a881dc028322 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.20 "DELETE /v2.0/ports/f9057785-be4a-4cd8-a4e9-abcc1fad4a02 HTTP/1.1" status: 204  len: 173 time: 2.7654035
Nov 19 14:33:22.836294 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-14c7347c-6f1c-421e-9797-3599049ef648 req-145c5d74-ad45-4f8e-b081-359b43fc65ec tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0712373
Nov 19 14:33:22.848915 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4aacd-220b-4c10-baf2-b6dea76dbafd req-c1b26869-95f6-4ed0-a559-a900889c95c9 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:22.850481 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-add4aacd-220b-4c10-baf2-b6dea76dbafd req-c1b26869-95f6-4ed0-a559-a900889c95c9 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.20 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 945 time: 0.1270320
Nov 19 14:33:22.928119 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-add4aacd-220b-4c10-baf2-b6dea76dbafd req-8ce5437c-75e3-4eea-875e-56539545a797 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Deleting port 0e13e739-ecd1-4ff3-8a35-dfd9349640ef {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:22.928504 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-add4aacd-220b-4c10-baf2-b6dea76dbafd req-8ce5437c-75e3-4eea-875e-56539545a797 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:23.183010 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-add4aacd-220b-4c10-baf2-b6dea76dbafd req-8ce5437c-75e3-4eea-875e-56539545a797 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] For port 0e13e739-ecd1-4ff3-8a35-dfd9349640ef, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0e13e739-ecd1-4ff3-8a35-dfd9349640ef,segment=NetworkSegment(b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795),segment_id=b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:33:23.183408 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-add4aacd-220b-4c10-baf2-b6dea76dbafd req-8ce5437c-75e3-4eea-875e-56539545a797 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:23.310593 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-add4aacd-220b-4c10-baf2-b6dea76dbafd req-8ce5437c-75e3-4eea-875e-56539545a797 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Calling delete_port for 0e13e739-ecd1-4ff3-8a35-dfd9349640ef owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:33:23.443876 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3d2ecb76-ad54-4548-939e-1ebb76469a23 req-bfff1c6e-7a53-495d-a658-d955f9cd105d tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] 10.222.0.35 "GET /v2.0/ports?device_id=047e6d01-6747-4463-939a-528ebd8780dc HTTP/1.1" status: 200  len: 210 time: 0.0501504
Nov 19 14:33:23.460172 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-add4aacd-220b-4c10-baf2-b6dea76dbafd req-8ce5437c-75e3-4eea-875e-56539545a797 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:23.480339 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9a3d6bac-4ff5-4a8a-8caa-48bcd33aa351 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:23.538838 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5437c-75e3-4eea-875e-56539545a797 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Pushing event deleted for resources: {'Port': ['ID=0e13e739-ecd1-4ff3-8a35-dfd9349640ef,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:23.541629 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8ce5437c-75e3-4eea-875e-56539545a797 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:23.681586 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-add4aacd-220b-4c10-baf2-b6dea76dbafd req-8ce5437c-75e3-4eea-875e-56539545a797 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] No DVR routers for this DVR port 0e13e739-ecd1-4ff3-8a35-dfd9349640ef on host hv-cinder-76330 {{(pid=80260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:33:23.684054 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-add4aacd-220b-4c10-baf2-b6dea76dbafd req-8ce5437c-75e3-4eea-875e-56539545a797 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:23.694092 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-add4aacd-220b-4c10-baf2-b6dea76dbafd req-8ce5437c-75e3-4eea-875e-56539545a797 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.20 "DELETE /v2.0/ports/0e13e739-ecd1-4ff3-8a35-dfd9349640ef HTTP/1.1" status: 204  len: 173 time: 0.8381248
Nov 19 14:33:24.013139 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-c6c17d69-e77f-4ea2-8e65-2f30dcab92eb req-4fe805a6-aa78-4b68-b6ae-28238fbd2d36 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Synchronizing usage tracker for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:33:24.028960 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-c6c17d69-e77f-4ea2-8e65-2f30dcab92eb req-4fe805a6-aa78-4b68-b6ae-28238fbd2d36 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Unset dirty status for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:33:24.030267 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c6c17d69-e77f-4ea2-8e65-2f30dcab92eb req-4fe805a6-aa78-4b68-b6ae-28238fbd2d36 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=1f622690-1cb1-4b40-9c0f-f1242dcb9ba4 HTTP/1.1" status: 200  len: 210 time: 0.0646110
Nov 19 14:33:24.277992 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 0e13e739-ecd1-4ff3-8a35-dfd9349640ef no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:33:24.310900 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] No Port match for: 0e13e739-ecd1-4ff3-8a35-dfd9349640ef {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:33:24.311389 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 0e13e739-ecd1-4ff3-8a35-dfd9349640ef not bound to the agent host hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:33:24.768505 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f622690-1cb1-4b40-9c0f-f1242dcb9ba4', 'name': 'network-vif-deleted', 'tag': '0e13e739-ecd1-4ff3-8a35-dfd9349640ef'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:33:24.826410 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f622690-1cb1-4b40-9c0f-f1242dcb9ba4', 'name': 'network-vif-deleted', 'tag': '0e13e739-ecd1-4ff3-8a35-dfd9349640ef', 'status': 'completed', 'code': 200}
Nov 19 14:33:25.508868 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d72a0075-711e-4f9b-97be-c11533d55a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:28.207727 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-810fa1d3-759e-44a9-aaa4-18c1bb95aabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:28.817611 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:29.710331 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:29.825734 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f09223-0ce9-480a-878d-3fe57c60fa07 req-883ae3cd-9682-435d-be95-207070b45cc7 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:29.827401 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-06f09223-0ce9-480a-878d-3fe57c60fa07 req-883ae3cd-9682-435d-be95-207070b45cc7 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0837638
Nov 19 14:33:29.876268 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-06f09223-0ce9-480a-878d-3fe57c60fa07 req-927406d3-a683-4f88-a396-2fd322bc8066 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427115
Nov 19 14:33:29.887726 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-4772ae4d-f4b6-4266-9ca3-33ec47c4c792 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/floatingips/c5f7b34d-d8e6-45fb-a9fb-8275e3d5535d HTTP/1.1" status: 200  len: 999 time: 0.1117153
Nov 19 14:33:29.983830 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:30.050917 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-952d3179-aadf-42fa-90d9-7601212595e9 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:30.052373 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-952d3179-aadf-42fa-90d9-7601212595e9 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/networks/30e7e950-b2fa-4cc4-9540-c3d995e774bc HTTP/1.1" status: 200  len: 784 time: 0.1584888
Nov 19 14:33:30.062906 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-d46b5c41-d670-4030-9eeb-e9723f48b148 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80260) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 14:33:30.063946 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-d46b5c41-d670-4030-9eeb-e9723f48b148 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0058055
Nov 19 14:33:30.408448 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-4dd8afb6-9ae2-4ebc-b0af-a38c8384d340 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.0.129 HTTP/1.1" status: 200  len: 1002 time: 0.3385775
Nov 19 14:33:30.485292 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-0632376b-3713-44ad-8cd1-fca16500a8b3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:30.486781 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-0632376b-3713-44ad-8cd1-fca16500a8b3 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports/5b1db8cc-e929-42f4-bc1f-38791b4558f7 HTTP/1.1" status: 200  len: 943 time: 0.0726547
Nov 19 14:33:30.693797 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-41611322-bd97-45ee-8e08-a3a1d9076c47 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.0.129 HTTP/1.1" status: 200  len: 1002 time: 0.1247587
Nov 19 14:33:30.935637 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-2b3d2104-216b-4b75-8d94-ef3a10da53d7 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Deleting port 38ddfe18-9bc8-42a3-850a-cb330c50394d {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:30.936182 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-2b3d2104-216b-4b75-8d94-ef3a10da53d7 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:31.145276 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055c9d4-a3f4-4fb7-934d-f1403bb090ec req-aee678eb-1c5b-40b6-9f5a-fd52b7fc8322 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:31.153793 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d055c9d4-a3f4-4fb7-934d-f1403bb090ec req-aee678eb-1c5b-40b6-9f5a-fd52b7fc8322 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.0981190
Nov 19 14:33:31.162436 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-2b3d2104-216b-4b75-8d94-ef3a10da53d7 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:31.162843 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-2b3d2104-216b-4b75-8d94-ef3a10da53d7 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for floatingip, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:31.215261 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d055c9d4-a3f4-4fb7-934d-f1403bb090ec req-84d6c8a3-f54d-480a-aad2-f8e32a0cc79f tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602314
Nov 19 14:33:31.295653 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-2b3d2104-216b-4b75-8d94-ef3a10da53d7 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Calling delete_port for 38ddfe18-9bc8-42a3-850a-cb330c50394d owned by network:floatingip {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:33:31.465500 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d40b33-34c9-4743-8bbb-8b07f0cdf485 req-97e1452c-3d83-42a9-9497-772e5ef09388 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:31.467186 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-53d40b33-34c9-4743-8bbb-8b07f0cdf485 req-97e1452c-3d83-42a9-9497-772e5ef09388 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.20 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.1305273
Nov 19 14:33:31.595772 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-53d40b33-34c9-4743-8bbb-8b07f0cdf485 req-285d691b-b6b3-426e-8f99-98bb28cf5521 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Deleting port 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:31.596254 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-53d40b33-34c9-4743-8bbb-8b07f0cdf485 req-285d691b-b6b3-426e-8f99-98bb28cf5521 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:31.644172 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-2b3d2104-216b-4b75-8d94-ef3a10da53d7 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:31.661746 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-e1a1fa18-593a-44d0-9e60-3a01e87a172c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:31.726109 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d2104-216b-4b75-8d94-ef3a10da53d7 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Pushing event deleted for resources: {'Port': ['ID=38ddfe18-9bc8-42a3-850a-cb330c50394d,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:31.733356 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2b3d2104-216b-4b75-8d94-ef3a10da53d7 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:32.072935 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-53d40b33-34c9-4743-8bbb-8b07f0cdf485 req-285d691b-b6b3-426e-8f99-98bb28cf5521 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] For port 945c9245-bcbb-48f9-bdfa-c7adbafb8d89, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=945c9245-bcbb-48f9-bdfa-c7adbafb8d89,segment=NetworkSegment(39394dae-1e15-4665-95c9-e88c1b5027ac),segment_id=39394dae-1e15-4665-95c9-e88c1b5027ac)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:33:32.073512 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-53d40b33-34c9-4743-8bbb-8b07f0cdf485 req-285d691b-b6b3-426e-8f99-98bb28cf5521 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:32.145405 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-2b3d2104-216b-4b75-8d94-ef3a10da53d7 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for floatingip, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:32.145792 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.l3_db [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-2b3d2104-216b-4b75-8d94-ef3a10da53d7 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Floating IP c5f7b34d-d8e6-45fb-a9fb-8275e3d5535d disassociated (deleted). External IP: 172.27.0.129, port: 5b1db8cc-e929-42f4-bc1f-38791b4558f7.
Nov 19 14:33:32.553264 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-53d40b33-34c9-4743-8bbb-8b07f0cdf485 req-285d691b-b6b3-426e-8f99-98bb28cf5521 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for floatingip, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:32.553679 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-53d40b33-34c9-4743-8bbb-8b07f0cdf485 req-285d691b-b6b3-426e-8f99-98bb28cf5521 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853989543'] for floatingip, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:32.554038 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.l3_db [req-53d40b33-34c9-4743-8bbb-8b07f0cdf485 req-285d691b-b6b3-426e-8f99-98bb28cf5521 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Floating IP b64c77e8-0a75-40cd-98c0-117627447104 disassociated. External IP: 172.27.0.106, port: 945c9245-bcbb-48f9-bdfa-c7adbafb8d89.
Nov 19 14:33:32.554422 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-53d40b33-34c9-4743-8bbb-8b07f0cdf485 req-285d691b-b6b3-426e-8f99-98bb28cf5521 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Calling delete_port for 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:33:32.604553 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a892e6-66bf-44af-99fe-b3ebc8e43982 req-c3f3c4b0-3a8d-4006-8d17-540045b7f2f3 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:32.613200 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c6a892e6-66bf-44af-99fe-b3ebc8e43982 req-c3f3c4b0-3a8d-4006-8d17-540045b7f2f3 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 946 time: 0.1027346
Nov 19 14:33:32.671332 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c6a892e6-66bf-44af-99fe-b3ebc8e43982 req-16e50206-a010-429e-9780-a7dd24957d42 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups?id=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566001
Nov 19 14:33:33.032168 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-53d40b33-34c9-4743-8bbb-8b07f0cdf485 req-285d691b-b6b3-426e-8f99-98bb28cf5521 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:33.048722 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-77de1a63-2dfd-4f7f-8551-4d8032deaf98 tempest-VolumesSnapshotTestJSON-1124662051 tempest-VolumesSnapshotTestJSON-1124662051] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:33.106246 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d691b-b6b3-426e-8f99-98bb28cf5521 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Pushing event deleted for resources: {'Port': ['ID=945c9245-bcbb-48f9-bdfa-c7adbafb8d89,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:33.121927 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:33:33.124236 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-285d691b-b6b3-426e-8f99-98bb28cf5521 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:33.188424 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] No Port match for: 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:33:33.189084 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 not bound to the agent host hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:33:33.417025 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-2b3d2104-216b-4b75-8d94-ef3a10da53d7 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Router 04de633d-7da5-49f3-b750-bee0a6ebf3da has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:33:33.753176 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53d40b33-34c9-4743-8bbb-8b07f0cdf485 req-285d691b-b6b3-426e-8f99-98bb28cf5521 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Router 146b96c5-6a5f-498e-83e2-d65f06f3add7 has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:33:33.784220 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-2b3d2104-216b-4b75-8d94-ef3a10da53d7 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:33:33.795796 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122fbb4d-3471-4354-a5d8-8df8852f7240 None None] Sync routers for ids ['04de633d-7da5-49f3-b750-bee0a6ebf3da'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:33:33.825042 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122fbb4d-3471-4354-a5d8-8df8852f7240 None None] Routers {'04de633d-7da5-49f3-b750-bee0a6ebf3da'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:33:33.826017 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-122fbb4d-3471-4354-a5d8-8df8852f7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c052be0>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:33:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['04de633d-7da5-49f3-b750-bee0a6ebf3da'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:33.937319 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-2b3d2104-216b-4b75-8d94-ef3a10da53d7 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:33.958143 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-97099242-8560-4417-8cb0-7576ee257f96 req-873760ac-0502-4678-a3a8-ff90da8d1b9e tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/ports?device_id=33d065d5-2bf1-4d40-8e95-f4257d59174c HTTP/1.1" status: 200  len: 210 time: 0.1094081
Nov 19 14:33:34.035522 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-2b3d2104-216b-4b75-8d94-ef3a10da53d7 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "DELETE /v2.0/floatingips/c5f7b34d-d8e6-45fb-a9fb-8275e3d5535d HTTP/1.1" status: 204  len: 173 time: 3.3343534
Nov 19 14:33:34.039241 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'tag': '5b1db8cc-e929-42f4-bc1f-38791b4558f7'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:33:34.159044 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'tag': '5b1db8cc-e929-42f4-bc1f-38791b4558f7', 'status': 'completed', 'code': 200}
Nov 19 14:33:34.200039 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-122fbb4d-3471-4354-a5d8-8df8852f7240 None None] Set router 04de633d-7da5-49f3-b750-bee0a6ebf3da gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:33:34.293786 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-0b5b05f1-cc07-4fd6-ab43-314f592c6441 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b&device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 1163 time: 0.2486217
Nov 19 14:33:34.328912 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4b1c14f4-6788-48b8-b91f-48e17e7a978f req-addab7a4-5ba7-400b-9326-63b6c407495f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b&device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 1163 time: 0.1529226
Nov 19 14:33:34.378049 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53d40b33-34c9-4743-8bbb-8b07f0cdf485 req-285d691b-b6b3-426e-8f99-98bb28cf5521 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:33:34.390697 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4edb708-d3b3-47bd-9a39-8b623a1d365d None None] Sync routers for ids ['146b96c5-6a5f-498e-83e2-d65f06f3add7'] in dv-cinder-763306-2-iscsi {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:33:34.403182 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4edb708-d3b3-47bd-9a39-8b623a1d365d None None] Routers {'146b96c5-6a5f-498e-83e2-d65f06f3add7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:33:34.404138 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-a4edb708-d3b3-47bd-9a39-8b623a1d365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c370a90>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:33:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['146b96c5-6a5f-498e-83e2-d65f06f3add7'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:34.503836 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d40b33-34c9-4743-8bbb-8b07f0cdf485 req-285d691b-b6b3-426e-8f99-98bb28cf5521 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] No DVR routers for this DVR port 945c9245-bcbb-48f9-bdfa-c7adbafb8d89 on host hv-cinder-76330 {{(pid=80260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:33:34.515710 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-53d40b33-34c9-4743-8bbb-8b07f0cdf485 req-285d691b-b6b3-426e-8f99-98bb28cf5521 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:34.517922 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-53d40b33-34c9-4743-8bbb-8b07f0cdf485 req-285d691b-b6b3-426e-8f99-98bb28cf5521 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.20 "DELETE /v2.0/ports/945c9245-bcbb-48f9-bdfa-c7adbafb8d89 HTTP/1.1" status: 204  len: 173 time: 3.0449638
Nov 19 14:33:34.636579 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-122fbb4d-3471-4354-a5d8-8df8852f7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c052be0>, [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:42Z', 'revision_number': 5, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:34.642296 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122fbb4d-3471-4354-a5d8-8df8852f7240 None None] Checking router: 04de633d-7da5-49f3-b750-bee0a6ebf3da for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:33:34.646714 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-7b0ebd17-fbbd-41f7-8b6c-455c0eab858c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:34.648465 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-7b0ebd17-fbbd-41f7-8b6c-455c0eab858c service neutron] 10.222.0.35 "GET /v2.0/networks?id=9b416137-3e3b-40b3-b21d-851215fb37f8 HTTP/1.1" status: 200  len: 906 time: 0.3458462
Nov 19 14:33:34.656828 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c14f4-6788-48b8-b91f-48e17e7a978f req-66e6a2f6-978d-4c16-ae7c-260e09d2de73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:34.659735 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4b1c14f4-6788-48b8-b91f-48e17e7a978f req-66e6a2f6-978d-4c16-ae7c-260e09d2de73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b416137-3e3b-40b3-b21d-851215fb37f8 HTTP/1.1" status: 200  len: 906 time: 0.3173401
Nov 19 14:33:34.665816 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122fbb4d-3471-4354-a5d8-8df8852f7240 None None] Routers {'04de633d-7da5-49f3-b750-bee0a6ebf3da'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:33:34.666499 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-122fbb4d-3471-4354-a5d8-8df8852f7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c052be0>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:33:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['04de633d-7da5-49f3-b750-bee0a6ebf3da'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:34.726463 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-a4edb708-d3b3-47bd-9a39-8b623a1d365d None None] Set router 146b96c5-6a5f-498e-83e2-d65f06f3add7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:33:34.873753 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-d37f961e-4353-4525-adc5-e7e4e3543048 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b1db8cc-e929-42f4-bc1f-38791b4558f7 HTTP/1.1" status: 200  len: 217 time: 0.2142491
Nov 19 14:33:34.884986 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4b1c14f4-6788-48b8-b91f-48e17e7a978f req-113e9649-6e3d-40da-bc8f-565eaa9fbc9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b1db8cc-e929-42f4-bc1f-38791b4558f7 HTTP/1.1" status: 200  len: 217 time: 0.1504581
Nov 19 14:33:34.965215 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-122fbb4d-3471-4354-a5d8-8df8852f7240 None None] Set router 04de633d-7da5-49f3-b750-bee0a6ebf3da gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:33:35.104343 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-72b59ef3-5520-474b-a18f-e1a7cc3eb539 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:35.119118 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-72b59ef3-5520-474b-a18f-e1a7cc3eb539 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a2113208-37bc-4c5f-8350-aa5f4257d1f0 HTTP/1.1" status: 200  len: 851 time: 0.2275956
Nov 19 14:33:35.121602 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c14f4-6788-48b8-b91f-48e17e7a978f req-2ecb7fba-7b96-4a59-aaa9-fa5663c44479 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:35.123507 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4b1c14f4-6788-48b8-b91f-48e17e7a978f req-2ecb7fba-7b96-4a59-aaa9-fa5663c44479 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2113208-37bc-4c5f-8350-aa5f4257d1f0 HTTP/1.1" status: 200  len: 851 time: 0.1655731
Nov 19 14:33:35.271628 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-a4edb708-d3b3-47bd-9a39-8b623a1d365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c370a90>, [{'id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'name': 'tempest-AttachVolumeShelveTestJSON-454940425-router', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:58Z', 'updated_at': '2020-11-19T14:28:02Z', 'revision_number': 4, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'gw_port': {'id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:59Z', 'updated_at': '2020-11-19T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '34c8c4d1-2131-4622-8f9d-bfd78a613405', 'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'mac_address': 'fa:16:3e:27:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:28:01Z', 'updated_at': '2020-11-19T14:28:11Z', 'revision_number': 5, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'subnets': [{'id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:35.278428 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4edb708-d3b3-47bd-9a39-8b623a1d365d None None] Checking router: 146b96c5-6a5f-498e-83e2-d65f06f3add7 for host: dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:33:35.293077 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4edb708-d3b3-47bd-9a39-8b623a1d365d None None] Routers {'146b96c5-6a5f-498e-83e2-d65f06f3add7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:33:35.294105 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-a4edb708-d3b3-47bd-9a39-8b623a1d365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c370a90>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:33:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['146b96c5-6a5f-498e-83e2-d65f06f3add7'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:35.353727 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 35128) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:33:35.404853 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4b1c14f4-6788-48b8-b91f-48e17e7a978f req-092c4b6c-c751-4377-b7ca-a1119811dcb2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b416137-3e3b-40b3-b21d-851215fb37f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2648656
Nov 19 14:33:35.414301 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-620adb76-492b-4727-97bc-cac79629dd08 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9b416137-3e3b-40b3-b21d-851215fb37f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2756712
Nov 19 14:33:35.467415 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a9fce13e-4a6a-446c-b6d1-0b035c7ff636 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:35.516247 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a9fce13e-4a6a-446c-b6d1-0b035c7ff636 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:35.544496 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-122fbb4d-3471-4354-a5d8-8df8852f7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c052be0>, [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:42Z', 'revision_number': 5, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:35.550662 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122fbb4d-3471-4354-a5d8-8df8852f7240 None None] The sync data for ids ['04de633d-7da5-49f3-b750-bee0a6ebf3da'] in dv-cinder-763306-2-iscsi is: [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:25:26Z', 'revision_number': 4, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '131e4069-2bef-4266-bb94-200fadf051d9', 'name': '', 'network_id': '9b416137-3e3b-40b3-b21d-851215fb37f8', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'mac_address': 'fa:16:3e:ca:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:24Z', 'updated_at': '2020-11-19T14:25:42Z', 'revision_number': 5, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'subnets': [{'id': 'a2113208-37bc-4c5f-8350-aa5f4257d1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:33:35.593992 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a9fce13e-4a6a-446c-b6d1-0b035c7ff636 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:35.606289 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-348f9245-3469-4e90-84c6-f0de97b83525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:35.620829 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fce13e-4a6a-446c-b6d1-0b035c7ff636 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e65dd05-51c0-48a2-8cdc-ab6ac9e38148,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:35.628140 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-a9fce13e-4a6a-446c-b6d1-0b035c7ff636 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:35.629014 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a9fce13e-4a6a-446c-b6d1-0b035c7ff636 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:35.632951 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-a9fce13e-4a6a-446c-b6d1-0b035c7ff636 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "DELETE /v2.0/security-groups/5e65dd05-51c0-48a2-8cdc-ab6ac9e38148 HTTP/1.1" status: 204  len: 168 time: 0.2781243
Nov 19 14:33:35.634128 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 35132) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:33:35.651515 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.api.v2.resource [None req-589a57ec-18fe-4b16-b5be-cba4bb4aacc8 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] show failed (client error): The resource could not be found.
Nov 19 14:33:35.655861 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-589a57ec-18fe-4b16-b5be-cba4bb4aacc8 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "GET /v2.0/security-groups/5e65dd05-51c0-48a2-8cdc-ab6ac9e38148 HTTP/1.1" status: 404  len: 347 time: 0.0209103
Nov 19 14:33:35.656478 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 35136) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:33:35.776876 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-a4edb708-d3b3-47bd-9a39-8b623a1d365d None None] Set router 146b96c5-6a5f-498e-83e2-d65f06f3add7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:33:35.850887 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa7a3c-c4cc-4cda-8740-b3b8f20988bc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Deleting port a1449795-567d-4f76-9a34-fd2d332a0c4f {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:35.851573 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7a3c-c4cc-4cda-8740-b3b8f20988bc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:36.072725 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4b1c14f4-6788-48b8-b91f-48e17e7a978f req-5f3bbdfa-acbd-4bc4-92d3-d8bc934f8cc2 service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6570423
Nov 19 14:33:36.080496 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7a3c-c4cc-4cda-8740-b3b8f20988bc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:36.081005 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7a3c-c4cc-4cda-8740-b3b8f20988bc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for floatingip, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:36.129760 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-5263aabb-947c-43d5-a5ce-522b27f94dd3 service neutron] 10.222.0.35 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6322849
Nov 19 14:33:36.134244 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69446a1f-4573-46b7-84e8-74acb316f35b None None] New status for floating IP c5f7b34d-d8e6-45fb-a9fb-8275e3d5535d: DOWN {{(pid=80263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 14:33:36.165712 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33d065d5-2bf1-4d40-8e95-f4257d59174c', 'name': 'network-vif-deleted', 'tag': '945c9245-bcbb-48f9-bdfa-c7adbafb8d89'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:33:36.297313 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-90457c1d-9d65-40bf-b1fb-053a163961f3 req-33bc8fa4-20b1-4287-a5cd-3d5f90c9842f service neutron] 10.222.0.35 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1534131
Nov 19 14:33:36.302345 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa7a3c-c4cc-4cda-8740-b3b8f20988bc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Calling delete_port for a1449795-567d-4f76-9a34-fd2d332a0c4f owned by network:floatingip {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:33:36.305841 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-a4edb708-d3b3-47bd-9a39-8b623a1d365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c370a90>, [{'id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'name': 'tempest-AttachVolumeShelveTestJSON-454940425-router', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:58Z', 'updated_at': '2020-11-19T14:28:02Z', 'revision_number': 4, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'gw_port': {'id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:59Z', 'updated_at': '2020-11-19T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '34c8c4d1-2131-4622-8f9d-bfd78a613405', 'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'mac_address': 'fa:16:3e:27:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:28:01Z', 'updated_at': '2020-11-19T14:28:11Z', 'revision_number': 5, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'subnets': [{'id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:36.324488 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4edb708-d3b3-47bd-9a39-8b623a1d365d None None] The sync data for ids ['146b96c5-6a5f-498e-83e2-d65f06f3add7'] in dv-cinder-763306-2-iscsi is: [{'id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'name': 'tempest-AttachVolumeShelveTestJSON-454940425-router', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:58Z', 'updated_at': '2020-11-19T14:28:02Z', 'revision_number': 4, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'gw_port': {'id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:59Z', 'updated_at': '2020-11-19T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi', '_interfaces': [{'id': '34c8c4d1-2131-4622-8f9d-bfd78a613405', 'name': '', 'network_id': '1870752e-7b09-4f81-84ae-a4ccae9eae40', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'mac_address': 'fa:16:3e:27:ca:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:28:01Z', 'updated_at': '2020-11-19T14:28:11Z', 'revision_number': 5, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'subnets': [{'id': 'aadce598-f8a4-448c-af30-7e52573fd24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:33:36.392478 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33d065d5-2bf1-4d40-8e95-f4257d59174c', 'name': 'network-vif-deleted', 'tag': '945c9245-bcbb-48f9-bdfa-c7adbafb8d89', 'status': 'completed', 'code': 200}
Nov 19 14:33:36.448346 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-4b1c14f4-6788-48b8-b91f-48e17e7a978f req-2fda8cff-2728-4f04-b971-d872f9a2cae7 service neutron] 10.222.0.20 "GET /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3567026
Nov 19 14:33:36.546401 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7a3c-c4cc-4cda-8740-b3b8f20988bc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:36.642245 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c70bb186-0592-43bf-a685-6a391eb66914 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:36.721292 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa7a3c-c4cc-4cda-8740-b3b8f20988bc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Pushing event deleted for resources: {'Port': ['ID=a1449795-567d-4f76-9a34-fd2d332a0c4f,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:36.731004 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d3fa7a3c-c4cc-4cda-8740-b3b8f20988bc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:36.895682 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7a3c-c4cc-4cda-8740-b3b8f20988bc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks [] for floatingip, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:36.924111 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d3fa7a3c-c4cc-4cda-8740-b3b8f20988bc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:36.925433 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-d3fa7a3c-c4cc-4cda-8740-b3b8f20988bc tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] 10.222.0.35 "DELETE /v2.0/floatingips/b64c77e8-0a75-40cd-98c0-117627447104 HTTP/1.1" status: 204  len: 168 time: 1.2677009
Nov 19 14:33:36.990322 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa884469-0b7a-44a1-989e-e14f7068bb9b req-22b070de-5783-4e16-bbf2-3f7907036207 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:36.993076 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f60dd73-503c-4b87-b85a-5301125ead5f None None] New status for floating IP b64c77e8-0a75-40cd-98c0-117627447104: DOWN {{(pid=80262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Nov 19 14:33:37.005355 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-fa884469-0b7a-44a1-989e-e14f7068bb9b req-22b070de-5783-4e16-bbf2-3f7907036207 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Synchronizing usage tracker for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:port {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:33:37.035525 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-fa884469-0b7a-44a1-989e-e14f7068bb9b req-22b070de-5783-4e16-bbf2-3f7907036207 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Unset dirty status for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:port {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:33:37.037973 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fa884469-0b7a-44a1-989e-e14f7068bb9b req-22b070de-5783-4e16-bbf2-3f7907036207 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 946 time: 0.2262449
Nov 19 14:33:37.098229 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fa884469-0b7a-44a1-989e-e14f7068bb9b req-c3388197-d84b-4bec-b77d-27454e6c522d tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0530787
Nov 19 14:33:38.349693 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dae1c-602f-4a02-93e8-6e9e71b51de2 req-8e2f07ab-982b-4f37-8c4b-474f1c530c00 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:38.350576 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-c41dae1c-602f-4a02-93e8-6e9e71b51de2 req-8e2f07ab-982b-4f37-8c4b-474f1c530c00 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Synchronizing usage tracker for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:33:38.364272 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-c41dae1c-602f-4a02-93e8-6e9e71b51de2 req-8e2f07ab-982b-4f37-8c4b-474f1c530c00 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Unset dirty status for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:33:38.365633 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c41dae1c-602f-4a02-93e8-6e9e71b51de2 req-8e2f07ab-982b-4f37-8c4b-474f1c530c00 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 946 time: 0.1025853
Nov 19 14:33:38.447277 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-c41dae1c-602f-4a02-93e8-6e9e71b51de2 req-4e7ec258-f5e2-450d-9b66-174c45988072 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0746999
Nov 19 14:33:38.665266 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9134e-6149-45ce-8ec8-da87c654f6f6 req-e6da2bec-ff60-4647-8de1-fd3506fca273 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:38.667022 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6ea9134e-6149-45ce-8ec8-da87c654f6f6 req-e6da2bec-ff60-4647-8de1-fd3506fca273 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.20 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 946 time: 0.0968211
Nov 19 14:33:38.745712 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-6ea9134e-6149-45ce-8ec8-da87c654f6f6 req-517ec231-507b-4d01-b66b-10362915d1ff tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Deleting port 5b1db8cc-e929-42f4-bc1f-38791b4558f7 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:38.746182 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-6ea9134e-6149-45ce-8ec8-da87c654f6f6 req-517ec231-507b-4d01-b66b-10362915d1ff tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:39.092948 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-6ea9134e-6149-45ce-8ec8-da87c654f6f6 req-517ec231-507b-4d01-b66b-10362915d1ff tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] For port 5b1db8cc-e929-42f4-bc1f-38791b4558f7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5b1db8cc-e929-42f4-bc1f-38791b4558f7,segment=NetworkSegment(b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795),segment_id=b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:33:39.093631 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-6ea9134e-6149-45ce-8ec8-da87c654f6f6 req-517ec231-507b-4d01-b66b-10362915d1ff tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:39.152703 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 5b1db8cc-e929-42f4-bc1f-38791b4558f7 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:33:39.270124 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:39.275233 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-6ea9134e-6149-45ce-8ec8-da87c654f6f6 req-517ec231-507b-4d01-b66b-10362915d1ff tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Calling delete_port for 5b1db8cc-e929-42f4-bc1f-38791b4558f7 owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:33:39.311211 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 5b1db8cc-e929-42f4-bc1f-38791b4558f7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5b1db8cc-e929-42f4-bc1f-38791b4558f7,segment=NetworkSegment(b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795),segment_id=b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:33:39.312681 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b1db8cc-e929-42f4-bc1f-38791b4558f7'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:33:39.322835 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:39.325135 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:39.385875 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.db.api [req-6ea9134e-6149-45ce-8ec8-da87c654f6f6 req-517ec231-507b-4d01-b66b-10362915d1ff tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80260) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 14:33:39.386459 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_db.api [req-6ea9134e-6149-45ce-8ec8-da87c654f6f6 req-517ec231-507b-4d01-b66b-10362915d1ff tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 14:33:39.429486 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b1db8cc-e929-42f4-bc1f-38791b4558f7', 'code': 200}
Nov 19 14:33:39.440404 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=5b1db8cc-e929-42f4-bc1f-38791b4558f7,revision_number=5']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:39.450663 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.451250 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.451781 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.452318 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.452837 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.453335 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.453870 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.454414 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.455047 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.455575 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.456088 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.456599 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.457219 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.457728 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.458240 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.458772 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.459287 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.459820 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.460332 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.460842 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.461909 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.462430 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.462972 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.463473 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:33:39.468232 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:39.657433 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a092748-6fad-4d8b-bfbc-c9197492e636 req-d4686741-2398-4c2e-9a4b-71d6a94fc71c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:39.663807 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1a092748-6fad-4d8b-bfbc-c9197492e636 req-d4686741-2398-4c2e-9a4b-71d6a94fc71c tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 944 time: 0.0929139
Nov 19 14:33:39.725405 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1a092748-6fad-4d8b-bfbc-c9197492e636 req-952e64a0-288e-4b54-8219-22b5e6e411a6 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups?id=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0604024
Nov 19 14:33:39.888046 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-6ea9134e-6149-45ce-8ec8-da87c654f6f6 req-517ec231-507b-4d01-b66b-10362915d1ff tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Deleting port 5b1db8cc-e929-42f4-bc1f-38791b4558f7 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:39.888531 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-6ea9134e-6149-45ce-8ec8-da87c654f6f6 req-517ec231-507b-4d01-b66b-10362915d1ff tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:39.929619 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 35192) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:33:40.228977 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-6ea9134e-6149-45ce-8ec8-da87c654f6f6 req-517ec231-507b-4d01-b66b-10362915d1ff tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] For port 5b1db8cc-e929-42f4-bc1f-38791b4558f7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5b1db8cc-e929-42f4-bc1f-38791b4558f7,segment=NetworkSegment(b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795),segment_id=b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:33:40.229309 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-6ea9134e-6149-45ce-8ec8-da87c654f6f6 req-517ec231-507b-4d01-b66b-10362915d1ff tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:40.390980 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-6ea9134e-6149-45ce-8ec8-da87c654f6f6 req-517ec231-507b-4d01-b66b-10362915d1ff tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Calling delete_port for 5b1db8cc-e929-42f4-bc1f-38791b4558f7 owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:33:40.595160 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-6ea9134e-6149-45ce-8ec8-da87c654f6f6 req-517ec231-507b-4d01-b66b-10362915d1ff tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:40.600158 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-10957a09-105a-41c1-bf0e-7cc073305201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853991147'] for router_interface, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:40.614254 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-285d691b-b6b3-426e-8f99-98bb28cf5521 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:40.662507 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ec231-507b-4d01-b66b-10362915d1ff tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Pushing event deleted for resources: {'Port': ['ID=5b1db8cc-e929-42f4-bc1f-38791b4558f7,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:40.665971 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-517ec231-507b-4d01-b66b-10362915d1ff tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:40.872975 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea9134e-6149-45ce-8ec8-da87c654f6f6 req-517ec231-507b-4d01-b66b-10362915d1ff tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] No DVR routers for this DVR port 5b1db8cc-e929-42f4-bc1f-38791b4558f7 on host hv-cinder-76330 {{(pid=80260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:33:40.876620 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-6ea9134e-6149-45ce-8ec8-da87c654f6f6 req-517ec231-507b-4d01-b66b-10362915d1ff tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:40.887849 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'name': 'network-vif-deleted', 'tag': '5b1db8cc-e929-42f4-bc1f-38791b4558f7'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:33:40.899191 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6ea9134e-6149-45ce-8ec8-da87c654f6f6 req-517ec231-507b-4d01-b66b-10362915d1ff tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.20 "DELETE /v2.0/ports/5b1db8cc-e929-42f4-bc1f-38791b4558f7 HTTP/1.1" status: 204  len: 173 time: 2.2260642
Nov 19 14:33:41.004686 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfc3563-3b4e-4172-98b7-a15b546bd2f7', 'name': 'network-vif-deleted', 'tag': '5b1db8cc-e929-42f4-bc1f-38791b4558f7', 'status': 'completed', 'code': 200}
Nov 19 14:33:41.035013 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fb1a8f0a-2903-4eb8-be7c-11d4fa3d57c8 req-03a38af4-9e67-4f3a-bf49-4d549f948d0b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/ports?device_id=fcfc3563-3b4e-4172-98b7-a15b546bd2f7 HTTP/1.1" status: 200  len: 210 time: 0.0713761
Nov 19 14:33:41.612174 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-10957a09-105a-41c1-bf0e-7cc073305201 admin admin] Deleting port 34c8c4d1-2131-4622-8f9d-bfd78a613405 {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:41.612892 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-10957a09-105a-41c1-bf0e-7cc073305201 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:41.803450 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-10957a09-105a-41c1-bf0e-7cc073305201 admin admin] For port 34c8c4d1-2131-4622-8f9d-bfd78a613405, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=34c8c4d1-2131-4622-8f9d-bfd78a613405,segment=NetworkSegment(39394dae-1e15-4665-95c9-e88c1b5027ac),segment_id=39394dae-1e15-4665-95c9-e88c1b5027ac)] {{(pid=80261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:33:41.803556 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-10957a09-105a-41c1-bf0e-7cc073305201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:41.952222 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-10957a09-105a-41c1-bf0e-7cc073305201 admin admin] Calling delete_port for 34c8c4d1-2131-4622-8f9d-bfd78a613405 owned by network:router_interface {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:33:42.277396 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-10957a09-105a-41c1-bf0e-7cc073305201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:42.325560 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1a3531d1-b920-409c-8c55-7d23db9490d7 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:42.442650 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10957a09-105a-41c1-bf0e-7cc073305201 admin admin] Pushing event deleted for resources: {'Port': ['ID=34c8c4d1-2131-4622-8f9d-bfd78a613405,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:42.445637 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-10957a09-105a-41c1-bf0e-7cc073305201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:42.456549 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a482d1d2-8b2f-44dd-8b07-47c9ebfd2270 req-0eac9b36-86d0-4bc0-83c8-02331e286a81 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/floatingips/d4a55031-0b7b-4f1d-86b4-b660a3a841a4 HTTP/1.1" status: 200  len: 692 time: 0.2559884
Nov 19 14:33:42.709696 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482d1d2-8b2f-44dd-8b07-47c9ebfd2270 req-81891634-661d-4f55-9387-187ede0a2429 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:42.711787 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a482d1d2-8b2f-44dd-8b07-47c9ebfd2270 req-81891634-661d-4f55-9387-187ede0a2429 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/networks/30e7e950-b2fa-4cc4-9540-c3d995e774bc HTTP/1.1" status: 200  len: 784 time: 0.2465219
Nov 19 14:33:42.927970 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-a482d1d2-8b2f-44dd-8b07-47c9ebfd2270 req-61a2a5c2-8fcd-4516-8fde-a400d781946b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Synchronizing usage tracker for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:floatingip {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:33:42.974844 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-a482d1d2-8b2f-44dd-8b07-47c9ebfd2270 req-61a2a5c2-8fcd-4516-8fde-a400d781946b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Unset dirty status for tenant:bdec5d3018a2449ba8a5c236f5a7ac0b on resource:floatingip {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:33:42.976530 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a482d1d2-8b2f-44dd-8b07-47c9ebfd2270 req-61a2a5c2-8fcd-4516-8fde-a400d781946b tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.0.23 HTTP/1.1" status: 200  len: 695 time: 0.2559707
Nov 19 14:33:43.157940 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a482d1d2-8b2f-44dd-8b07-47c9ebfd2270 req-f99e1daa-d606-4525-8408-9955d0bcfdbe tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/floatingips?floating_ip_address=172.27.0.23 HTTP/1.1" status: 200  len: 695 time: 0.1739063
Nov 19 14:33:43.368245 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-a482d1d2-8b2f-44dd-8b07-47c9ebfd2270 req-f38aef83-5796-47d8-8bc5-773d83035d21 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Deleting port 03095bab-5ed9-4c6d-88f0-338d1e4322c9 {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:43.368628 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a482d1d2-8b2f-44dd-8b07-47c9ebfd2270 req-f38aef83-5796-47d8-8bc5-773d83035d21 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:43.483902 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-10957a09-105a-41c1-bf0e-7cc073305201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3984074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854050983'] for router_interface, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:43.710492 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a482d1d2-8b2f-44dd-8b07-47c9ebfd2270 req-f38aef83-5796-47d8-8bc5-773d83035d21 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:43.711161 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a482d1d2-8b2f-44dd-8b07-47c9ebfd2270 req-f38aef83-5796-47d8-8bc5-773d83035d21 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for floatingip, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:43.871214 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-a482d1d2-8b2f-44dd-8b07-47c9ebfd2270 req-f38aef83-5796-47d8-8bc5-773d83035d21 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Calling delete_port for 03095bab-5ed9-4c6d-88f0-338d1e4322c9 owned by network:floatingip {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:33:44.401089 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a482d1d2-8b2f-44dd-8b07-47c9ebfd2270 req-f38aef83-5796-47d8-8bc5-773d83035d21 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:44.422045 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-43d184d3-62b7-4d67-99d9-0e03ad61283c tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:44.534758 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38aef83-5796-47d8-8bc5-773d83035d21 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Pushing event deleted for resources: {'Port': ['ID=03095bab-5ed9-4c6d-88f0-338d1e4322c9,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:44.545592 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f38aef83-5796-47d8-8bc5-773d83035d21 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:44.689014 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:44.959133 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a482d1d2-8b2f-44dd-8b07-47c9ebfd2270 req-f38aef83-5796-47d8-8bc5-773d83035d21 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for floatingip, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:45.015026 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a482d1d2-8b2f-44dd-8b07-47c9ebfd2270 req-f38aef83-5796-47d8-8bc5-773d83035d21 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for floatingip, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:45.019190 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a482d1d2-8b2f-44dd-8b07-47c9ebfd2270 req-f38aef83-5796-47d8-8bc5-773d83035d21 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "DELETE /v2.0/floatingips/d4a55031-0b7b-4f1d-86b4-b660a3a841a4 HTTP/1.1" status: 204  len: 173 time: 1.8547986
Nov 19 14:33:45.331524 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10957a09-105a-41c1-bf0e-7cc073305201 admin admin] Router 146b96c5-6a5f-498e-83e2-d65f06f3add7 has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:33:45.565057 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10957a09-105a-41c1-bf0e-7cc073305201 admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:33:45.570747 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-10957a09-105a-41c1-bf0e-7cc073305201 admin admin] 10.222.0.35 "PUT /v2.0/routers/146b96c5-6a5f-498e-83e2-d65f06f3add7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6395574
Nov 19 14:33:45.573393 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 35246) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:33:45.576289 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7036ccec-078b-49c4-b304-246c9ea932e8 None None] Sync routers for ids ['146b96c5-6a5f-498e-83e2-d65f06f3add7'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:33:45.592266 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7036ccec-078b-49c4-b304-246c9ea932e8 None None] Routers {'146b96c5-6a5f-498e-83e2-d65f06f3add7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:33:45.593272 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-7036ccec-078b-49c4-b304-246c9ea932e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3d48efd0>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:33:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['146b96c5-6a5f-498e-83e2-d65f06f3add7'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:45.788902 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5d9c6c50-fe45-4c0f-b388-acbd7adda1ed admin admin] Notify callbacks [] for router, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:45.794860 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-7036ccec-078b-49c4-b304-246c9ea932e8 None None] Set router 146b96c5-6a5f-498e-83e2-d65f06f3add7 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:33:46.063877 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5d9c6c50-fe45-4c0f-b388-acbd7adda1ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:46.073353 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-5d9c6c50-fe45-4c0f-b388-acbd7adda1ed admin admin] Deleting port e07676b5-d92a-45a2-ae9c-271cc2df0185 {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:46.073741 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5d9c6c50-fe45-4c0f-b388-acbd7adda1ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:46.166248 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-7036ccec-078b-49c4-b304-246c9ea932e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3d48efd0>, [{'id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'name': 'tempest-AttachVolumeShelveTestJSON-454940425-router', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:58Z', 'updated_at': '2020-11-19T14:33:42Z', 'revision_number': 5, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'gw_port': {'id': 'e07676b5-d92a-45a2-ae9c-271cc2df0185', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:3b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:27:59Z', 'updated_at': '2020-11-19T14:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi'}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:46.170818 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7036ccec-078b-49c4-b304-246c9ea932e8 None None] Checking router: 146b96c5-6a5f-498e-83e2-d65f06f3add7 for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:33:46.184899 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7036ccec-078b-49c4-b304-246c9ea932e8 None None] Routers {'146b96c5-6a5f-498e-83e2-d65f06f3add7'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:33:46.185574 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-7036ccec-078b-49c4-b304-246c9ea932e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3d48efd0>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:33:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['146b96c5-6a5f-498e-83e2-d65f06f3add7'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:46.269311 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-5d9c6c50-fe45-4c0f-b388-acbd7adda1ed admin admin] For port e07676b5-d92a-45a2-ae9c-271cc2df0185, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=e07676b5-d92a-45a2-ae9c-271cc2df0185,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:33:46.271211 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5d9c6c50-fe45-4c0f-b388-acbd7adda1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:46.358188 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-7036ccec-078b-49c4-b304-246c9ea932e8 None None] Set router 146b96c5-6a5f-498e-83e2-d65f06f3add7 gateway port host: None {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:33:46.411069 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-5d9c6c50-fe45-4c0f-b388-acbd7adda1ed admin admin] Calling delete_port for e07676b5-d92a-45a2-ae9c-271cc2df0185 owned by network:router_gateway {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:33:46.521838 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-7036ccec-078b-49c4-b304-246c9ea932e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3d48efd0>, [{'id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'name': 'tempest-AttachVolumeShelveTestJSON-454940425-router', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:58Z', 'updated_at': '2020-11-19T14:33:46Z', 'revision_number': 6, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'gw_port_host': None}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:46.527327 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7036ccec-078b-49c4-b304-246c9ea932e8 None None] The sync data for ids ['146b96c5-6a5f-498e-83e2-d65f06f3add7'] in dv-cinder-763306-2-iscsi is: [{'id': '146b96c5-6a5f-498e-83e2-d65f06f3add7', 'name': 'tempest-AttachVolumeShelveTestJSON-454940425-router', 'tenant_id': '6a45d31906464ce38462385d6554b1c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:27:58Z', 'updated_at': '2020-11-19T14:33:46Z', 'revision_number': 6, 'project_id': '6a45d31906464ce38462385d6554b1c8', 'gw_port_host': None}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:33:46.643149 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3b0154db-1fca-454f-a6f5-429fc8681825 req-1a5a8301-fb84-49c1-b759-1acdaa7a8d06 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "GET /v2.0/security-groups/6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6 HTTP/1.1" status: 200  len: 2653 time: 0.0977888
Nov 19 14:33:46.678883 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5d9c6c50-fe45-4c0f-b388-acbd7adda1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:46.696470 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-54623733-3688-4d1f-b2b7-487ecae87b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:46.732947 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-3b0154db-1fca-454f-a6f5-429fc8681825 req-80f342b2-b623-49e4-9fb3-33e68f382804 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:46.744001 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c6c50-fe45-4c0f-b388-acbd7adda1ed admin admin] Pushing event deleted for resources: {'Port': ['ID=e07676b5-d92a-45a2-ae9c-271cc2df0185,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:46.747032 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5d9c6c50-fe45-4c0f-b388-acbd7adda1ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:46.769457 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-3b0154db-1fca-454f-a6f5-429fc8681825 req-80f342b2-b623-49e4-9fb3-33e68f382804 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:46.797519 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 34c8c4d1-2131-4622-8f9d-bfd78a613405 no longer exists at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:33:46.834710 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-3b0154db-1fca-454f-a6f5-429fc8681825 req-80f342b2-b623-49e4-9fb3-33e68f382804 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:46.840804 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-fc8bc597-d82c-4e67-92c5-9a4f36843586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:46.845290 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] No Port match for: 34c8c4d1-2131-4622-8f9d-bfd78a613405 {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:33:46.846035 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 34c8c4d1-2131-4622-8f9d-bfd78a613405 not bound to the agent host dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:33:46.859536 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f342b2-b623-49e4-9fb3-33e68f382804 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:46.863616 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-80f342b2-b623-49e4-9fb3-33e68f382804 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:46.903123 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-3b0154db-1fca-454f-a6f5-429fc8681825 req-80f342b2-b623-49e4-9fb3-33e68f382804 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:46.904394 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3b0154db-1fca-454f-a6f5-429fc8681825 req-80f342b2-b623-49e4-9fb3-33e68f382804 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] 10.222.0.35 "DELETE /v2.0/security-groups/6e0a5d03-37d6-4271-85d1-d9fd7aeddfa6 HTTP/1.1" status: 204  len: 173 time: 0.2602980
Nov 19 14:33:47.005964 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 35260) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:33:47.478308 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5d9c6c50-fe45-4c0f-b388-acbd7adda1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853989509'] for router_gateway, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:47.597466 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-be5bd92a-88d1-4eec-a76e-8f76fc3572de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853991147'] for router_interface, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:47.788304 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5d9c6c50-fe45-4c0f-b388-acbd7adda1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2775'] for router, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:47.794160 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5d9c6c50-fe45-4c0f-b388-acbd7adda1ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:47.824066 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5d9c6c50-fe45-4c0f-b388-acbd7adda1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-761817'] for router, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:47.824721 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9c6c50-fe45-4c0f-b388-acbd7adda1ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 146b96c5-6a5f-498e-83e2-d65f06f3add7 {{(pid=80261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 19 14:33:47.874198 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5d9c6c50-fe45-4c0f-b388-acbd7adda1ed admin admin] Notify callbacks [] for router, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:47.876480 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-5d9c6c50-fe45-4c0f-b388-acbd7adda1ed admin admin] 10.222.0.35 "DELETE /v2.0/routers/146b96c5-6a5f-498e-83e2-d65f06f3add7 HTTP/1.1" status: 204  len: 168 time: 2.3014994
Nov 19 14:33:47.878375 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 35270) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:33:47.963163 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e265370-b4db-415e-9d6d-7dd862fa4754 admin admin] Deleting subnet aadce598-f8a4-448c-af30-7e52573fd24d {{(pid=80261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 14:33:47.967478 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e265370-b4db-415e-9d6d-7dd862fa4754 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:48.031830 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e265370-b4db-415e-9d6d-7dd862fa4754 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852756329'] for subnet, precommit_delete_associations {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:48.134135 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e265370-b4db-415e-9d6d-7dd862fa4754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597733'] for subnet, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:48.321028 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-be5bd92a-88d1-4eec-a76e-8f76fc3572de admin admin] Deleting port 131e4069-2bef-4266-bb94-200fadf051d9 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:48.321546 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-be5bd92a-88d1-4eec-a76e-8f76fc3572de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:48.488000 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e265370-b4db-415e-9d6d-7dd862fa4754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851178052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10942178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2092532'] for subnet, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:48.510966 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5e855b3e-aef8-4749-af62-10d035d1a85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:48.571577 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e265370-b4db-415e-9d6d-7dd862fa4754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aadce598-f8a4-448c-af30-7e52573fd24d,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:48.577323 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1e265370-b4db-415e-9d6d-7dd862fa4754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:48.670913 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1e265370-b4db-415e-9d6d-7dd862fa4754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:48.677476 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-1e265370-b4db-415e-9d6d-7dd862fa4754 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/aadce598-f8a4-448c-af30-7e52573fd24d HTTP/1.1" status: 204  len: 168 time: 0.7978952
Nov 19 14:33:48.686235 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 35282) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:33:48.697536 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a786ddca-fa37-443d-bb3d-b17c3ac4976d None None] Network 1870752e-7b09-4f81-84ae-a4ccae9eae40 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:33:48.787805 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-be5bd92a-88d1-4eec-a76e-8f76fc3572de admin admin] For port 131e4069-2bef-4266-bb94-200fadf051d9, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=131e4069-2bef-4266-bb94-200fadf051d9,segment=NetworkSegment(b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795),segment_id=b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:33:48.794060 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-be5bd92a-88d1-4eec-a76e-8f76fc3572de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:48.830623 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device e07676b5-d92a-45a2-ae9c-271cc2df0185 no longer exists at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:33:48.860138 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439683'] for network, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:48.888025 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] No Port match for: e07676b5-d92a-45a2-ae9c-271cc2df0185 {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:33:48.888635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device e07676b5-d92a-45a2-ae9c-271cc2df0185 not bound to the agent host dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:33:48.947416 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-be5bd92a-88d1-4eec-a76e-8f76fc3572de admin admin] Calling delete_port for 131e4069-2bef-4266-bb94-200fadf051d9 owned by network:router_interface {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:33:48.966377 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] Deleting port 9bc5df92-0081-408d-948c-25c396de6d30 {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:48.966830 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:49.053072 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a982b8d4-bfa4-430a-a7fe-725bb1a5e373 None None] DHCP port deletion for 1870752e-7b09-4f81-84ae-a4ccae9eae40 request from dv-cinder-763306-2-iscsi {{(pid=80262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 19 14:33:49.057837 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-a982b8d4-bfa4-430a-a7fe-725bb1a5e373 None None] Deleting port 9bc5df92-0081-408d-948c-25c396de6d30 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:49.058664 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a982b8d4-bfa4-430a-a7fe-725bb1a5e373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:49.146792 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-be5bd92a-88d1-4eec-a76e-8f76fc3572de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:49.162990 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5dc4f8d8-cc3a-4541-a857-8a59719907a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:49.196279 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] For port 9bc5df92-0081-408d-948c-25c396de6d30, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=9bc5df92-0081-408d-948c-25c396de6d30,segment=NetworkSegment(39394dae-1e15-4665-95c9-e88c1b5027ac),segment_id=39394dae-1e15-4665-95c9-e88c1b5027ac)] {{(pid=80261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:33:49.196655 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:49.209080 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bd92a-88d1-4eec-a76e-8f76fc3572de admin admin] Pushing event deleted for resources: {'Port': ['ID=131e4069-2bef-4266-bb94-200fadf051d9,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:49.214348 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-be5bd92a-88d1-4eec-a76e-8f76fc3572de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:49.280803 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-a982b8d4-bfa4-430a-a7fe-725bb1a5e373 None None] For port 9bc5df92-0081-408d-948c-25c396de6d30, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=9bc5df92-0081-408d-948c-25c396de6d30,segment=NetworkSegment(39394dae-1e15-4665-95c9-e88c1b5027ac),segment_id=39394dae-1e15-4665-95c9-e88c1b5027ac)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:33:49.281298 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a982b8d4-bfa4-430a-a7fe-725bb1a5e373 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:49.326992 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] Calling delete_port for 9bc5df92-0081-408d-948c-25c396de6d30 owned by network:dhcp {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:33:49.414591 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-a982b8d4-bfa4-430a-a7fe-725bb1a5e373 None None] Calling delete_port for 9bc5df92-0081-408d-948c-25c396de6d30 owned by network:dhcp {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:33:49.416171 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:49.434170 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-25bad3ee-09cd-4a29-adb6-76c26d82db42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:49.493669 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.db.api [None req-a982b8d4-bfa4-430a-a7fe-725bb1a5e373 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 14:33:49.494965 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_db.api [None req-a982b8d4-bfa4-430a-a7fe-725bb1a5e373 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 14:33:49.503008 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bc5df92-0081-408d-948c-25c396de6d30,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:49.508049 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:49.591879 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] No DVR routers for this DVR port 9bc5df92-0081-408d-948c-25c396de6d30 on host dv-cinder-763306-2-iscsi {{(pid=80261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:33:49.600798 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-be5bd92a-88d1-4eec-a76e-8f76fc3572de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3984074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854050983'] for router_interface, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:49.716438 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3601468', 'neutron.services.segments.db._delete_segments_for_network--9223363262708512184'] for network, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:49.835192 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae36f38f98>,) {'filters': {'network_id': ['1870752e-7b09-4f81-84ae-a4ccae9eae40']}} {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:49.849312 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae36f38f98>, '39394dae-1e15-4665-95c9-e88c1b5027ac') {'for_net_delete': True} {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:49.849687 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae36f38f98>, '39394dae-1e15-4665-95c9-e88c1b5027ac') {} {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:49.861998 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262708535224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2019484'] for segment, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:49.885478 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:49.887777 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 14:33:49.996563 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-a982b8d4-bfa4-430a-a7fe-725bb1a5e373 None None] Deleting port 9bc5df92-0081-408d-948c-25c396de6d30 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:49.997469 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a982b8d4-bfa4-430a-a7fe-725bb1a5e373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:50.078074 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-a982b8d4-bfa4-430a-a7fe-725bb1a5e373 None None] The port '9bc5df92-0081-408d-948c-25c396de6d30' was deleted {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 19 14:33:50.091963 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] Network 1870752e-7b09-4f81-84ae-a4ccae9eae40 has no segments {{(pid=80261) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:33:50.105761 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3544455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843835328'] for segment, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:50.294670 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] Network 1870752e-7b09-4f81-84ae-a4ccae9eae40 has no segments {{(pid=80261) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]: Traceback (most recent call last):
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:     timer()
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:     cb(*args, **kw)
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:     return func(*args, **kwargs)
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:     self._notify()
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:     self.callback(batched_events)
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:     event.method(event)
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:     segment_id)['aggregates'][0]
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:     return f(self, *a, **k)
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self._get(url).json()
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:     **kwargs)
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self.request(url, 'GET', **kwargs)
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:     **endpoint_filter)
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 14:33:50.318375 dv-cinder-763306-2-iscsi neutron-server[80149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 14:33:50.391750 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be5bd92a-88d1-4eec-a76e-8f76fc3572de admin admin] Router 04de633d-7da5-49f3-b750-bee0a6ebf3da has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:33:50.620591 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be5bd92a-88d1-4eec-a76e-8f76fc3572de admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:33:50.633518 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca902f40-e412-4119-a925-0a5bf8a289ef None None] Sync routers for ids ['04de633d-7da5-49f3-b750-bee0a6ebf3da'] in dv-cinder-763306-2-iscsi {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:33:50.638708 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-be5bd92a-88d1-4eec-a76e-8f76fc3572de admin admin] 10.222.0.35 "PUT /v2.0/routers/04de633d-7da5-49f3-b750-bee0a6ebf3da/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6282704
Nov 19 14:33:50.639821 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851174325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:50.641587 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 35356) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:33:50.645235 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ab98fb23-b667-45b8-9680-852d333443a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:50.646507 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca902f40-e412-4119-a925-0a5bf8a289ef None None] Routers {'04de633d-7da5-49f3-b750-bee0a6ebf3da'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:33:50.647405 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-ca902f40-e412-4119-a925-0a5bf8a289ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c4bfef0>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:33:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['04de633d-7da5-49f3-b750-bee0a6ebf3da'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:50.660558 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:50.672525 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] Pushing event deleted for resources: {'Network': ['ID=1870752e-7b09-4f81-84ae-a4ccae9eae40,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:50.676138 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:50.689910 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-de1a5075-ba01-4917-b342-0a2a72242960 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1870752e-7b09-4f81-84ae-a4ccae9eae40 HTTP/1.1" status: 204  len: 168 time: 2.0029902
Nov 19 14:33:50.781773 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:33:50.848951 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-ca902f40-e412-4119-a925-0a5bf8a289ef None None] Set router 04de633d-7da5-49f3-b750-bee0a6ebf3da gateway port host: dv-cinder-763306-2-iscsi {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:33:50.872152 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 35362) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:33:50.887219 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-70a3f07c-6803-4971-9ac0-78e9fd36d778 admin admin] Notify callbacks [] for router, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:50.933441 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-d0e4099b-42df-4f7a-af7d-83ace7191901 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a45d31906464ce38462385d6554b1c8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0599701
Nov 19 14:33:50.935927 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 35366) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:33:50.966387 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 9bc5df92-0081-408d-948c-25c396de6d30 no longer exists at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:33:51.005740 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ecb524f5-9da7-40e8-859b-cfa763567eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:51.022470 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] No Port match for: 9bc5df92-0081-408d-948c-25c396de6d30 {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:33:51.022899 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 9bc5df92-0081-408d-948c-25c396de6d30 not bound to the agent host dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:33:51.034324 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ecb524f5-9da7-40e8-859b-cfa763567eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:51.081304 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ecb524f5-9da7-40e8-859b-cfa763567eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:51.086523 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1c754f81-0beb-4bdd-a0b0-148d01e2d97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:51.103089 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb524f5-9da7-40e8-859b-cfa763567eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc061b8-276f-42f1-87d1-2d2dcd76834d,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:51.106292 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ecb524f5-9da7-40e8-859b-cfa763567eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:51.108355 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ecb524f5-9da7-40e8-859b-cfa763567eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:51.109570 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-ecb524f5-9da7-40e8-859b-cfa763567eab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8cc061b8-276f-42f1-87d1-2d2dcd76834d HTTP/1.1" status: 204  len: 168 time: 0.1726720
Nov 19 14:33:51.122397 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-70a3f07c-6803-4971-9ac0-78e9fd36d778 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:51.132232 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-70a3f07c-6803-4971-9ac0-78e9fd36d778 admin admin] Deleting port 4163d2bf-4b11-4b4a-a785-310e8008e352 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:51.132628 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-70a3f07c-6803-4971-9ac0-78e9fd36d778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:51.237436 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-ca902f40-e412-4119-a925-0a5bf8a289ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c4bfef0>, [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:33:49Z', 'revision_number': 5, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port': {'id': '4163d2bf-4b11-4b4a-a785-310e8008e352', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:54:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:19Z', 'updated_at': '2020-11-19T14:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi'}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:51.242346 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca902f40-e412-4119-a925-0a5bf8a289ef None None] Checking router: 04de633d-7da5-49f3-b750-bee0a6ebf3da for host: dv-cinder-763306-2-iscsi {{(pid=80262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:33:51.255350 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca902f40-e412-4119-a925-0a5bf8a289ef None None] Routers {'04de633d-7da5-49f3-b750-bee0a6ebf3da'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:33:51.256057 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-ca902f40-e412-4119-a925-0a5bf8a289ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c4bfef0>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:33:28Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['04de633d-7da5-49f3-b750-bee0a6ebf3da'], 'active': True} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:51.419808 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-ca902f40-e412-4119-a925-0a5bf8a289ef None None] Set router 04de633d-7da5-49f3-b750-bee0a6ebf3da gateway port host: None {{(pid=80262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:33:51.559938 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-70a3f07c-6803-4971-9ac0-78e9fd36d778 admin admin] For port 4163d2bf-4b11-4b4a-a785-310e8008e352, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=4163d2bf-4b11-4b4a-a785-310e8008e352,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:33:51.560353 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-70a3f07c-6803-4971-9ac0-78e9fd36d778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:51.692116 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 35384) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:33:51.697772 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-70a3f07c-6803-4971-9ac0-78e9fd36d778 admin admin] Calling delete_port for 4163d2bf-4b11-4b4a-a785-310e8008e352 owned by network:router_gateway {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:33:51.712805 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-ca902f40-e412-4119-a925-0a5bf8a289ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c4bfef0>, [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:33:51Z', 'revision_number': 6, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port_host': None}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:51.717519 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca902f40-e412-4119-a925-0a5bf8a289ef None None] The sync data for ids ['04de633d-7da5-49f3-b750-bee0a6ebf3da'] in dv-cinder-763306-2-iscsi is: [{'id': '04de633d-7da5-49f3-b750-bee0a6ebf3da', 'name': 'tempest-TestVolumeBootPattern-2083819518-router', 'tenant_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:18Z', 'updated_at': '2020-11-19T14:33:51Z', 'revision_number': 6, 'project_id': 'bdec5d3018a2449ba8a5c236f5a7ac0b', 'gw_port_host': None}] {{(pid=80262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:33:51.774615 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_v2 [None req-07144602-9a73-47c8-9e7c-9d357471fda3 admin admin] Deleting subnet 182d89df-27db-41ed-ade3-0f8840211e7a {{(pid=80261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 14:33:51.780357 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-07144602-9a73-47c8-9e7c-9d357471fda3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:51.844764 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-07144602-9a73-47c8-9e7c-9d357471fda3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852756329'] for subnet, precommit_delete_associations {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:51.906048 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-70a3f07c-6803-4971-9ac0-78e9fd36d778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:51.908237 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-07144602-9a73-47c8-9e7c-9d357471fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597733'] for subnet, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:51.928046 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3bb08ec0-2dc2-48af-9322-2f422c481bf8 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:51.995625 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a3f07c-6803-4971-9ac0-78e9fd36d778 admin admin] Pushing event deleted for resources: {'Port': ['ID=4163d2bf-4b11-4b4a-a785-310e8008e352,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:51.998694 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-70a3f07c-6803-4971-9ac0-78e9fd36d778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:52.134141 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 35394) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:33:52.228071 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-07144602-9a73-47c8-9e7c-9d357471fda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851178052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10942178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2092532'] for subnet, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:52.248268 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-dddf9288-109a-48de-9e06-8251feec6d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:52.288134 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07144602-9a73-47c8-9e7c-9d357471fda3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=182d89df-27db-41ed-ade3-0f8840211e7a,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:52.290996 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-07144602-9a73-47c8-9e7c-9d357471fda3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:52.297013 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1709015534-network', 'tenant_id': 'e3c1af50185e423aaf96bbe3b701fd82'}} {{(pid=80261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:33:52.310479 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-70a3f07c-6803-4971-9ac0-78e9fd36d778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853989509'] for router_gateway, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:52.314654 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:33:52.370054 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Usage tracker for resource:network and tenant:e3c1af50185e423aaf96bbe3b701fd82 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:33:52.377892 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:33:52.395385 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:33:52.413251 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Made reservation on behalf of e3c1af50185e423aaf96bbe3b701fd82 for: {'network': 1} {{(pid=80261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:33:52.418046 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for network, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:52.436687 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-07144602-9a73-47c8-9e7c-9d357471fda3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:52.439211 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:52.455948 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-07144602-9a73-47c8-9e7c-9d357471fda3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/182d89df-27db-41ed-ade3-0f8840211e7a HTTP/1.1" status: 204  len: 168 time: 0.7628200
Nov 19 14:33:52.459453 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 35400) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:33:52.518398 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:33:52.577419 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Usage tracker for resource:security_group_rule and tenant:e3c1af50185e423aaf96bbe3b701fd82 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:33:52.586718 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-70a3f07c-6803-4971-9ac0-78e9fd36d778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2775'] for router, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:52.588432 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:33:52.591555 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-70a3f07c-6803-4971-9ac0-78e9fd36d778 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:52.598400 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:33:52.608137 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ec61ddfb-7bb3-441e-9aaa-f2aeb94d1d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439683'] for network, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:52.614966 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-70a3f07c-6803-4971-9ac0-78e9fd36d778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-761817'] for router, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:52.615536 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a3f07c-6803-4971-9ac0-78e9fd36d778 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04de633d-7da5-49f3-b750-bee0a6ebf3da {{(pid=80260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 19 14:33:52.628809 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-70a3f07c-6803-4971-9ac0-78e9fd36d778 admin admin] Notify callbacks [] for router, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:52.630065 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-70a3f07c-6803-4971-9ac0-78e9fd36d778 admin admin] 10.222.0.35 "DELETE /v2.0/routers/04de633d-7da5-49f3-b750-bee0a6ebf3da HTTP/1.1" status: 204  len: 168 time: 1.9874823
Nov 19 14:33:52.632723 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 35404) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:33:52.704641 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc17b677-28e9-4bda-91f5-19f68ae7745f admin admin] Deleting subnet a2113208-37bc-4c5f-8350-aa5f4257d1f0 {{(pid=80260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 14:33:52.707895 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bc17b677-28e9-4bda-91f5-19f68ae7745f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:52.764422 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bc17b677-28e9-4bda-91f5-19f68ae7745f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852753230'] for subnet, precommit_delete_associations {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:52.810416 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 4163d2bf-4b11-4b4a-a785-310e8008e352 no longer exists at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:33:52.844998 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] No Port match for: 4163d2bf-4b11-4b4a-a785-310e8008e352 {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:33:52.845826 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 4163d2bf-4b11-4b4a-a785-310e8008e352 not bound to the agent host dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:33:52.846672 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 131e4069-2bef-4266-bb94-200fadf051d9 no longer exists at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:33:52.852408 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bc17b677-28e9-4bda-91f5-19f68ae7745f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597733'] for subnet, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:52.854596 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ec61ddfb-7bb3-441e-9aaa-f2aeb94d1d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3601468', 'neutron.services.segments.db._delete_segments_for_network--9223363262708512184'] for network, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:52.895342 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] No Port match for: 131e4069-2bef-4266-bb94-200fadf051d9 {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:33:52.895991 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 131e4069-2bef-4266-bb94-200fadf051d9 not bound to the agent host dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:33:52.906850 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:52.958600 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:52.967671 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f8de2566-e6d2-4af1-90b6-f92ed5112474 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:53.018250 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Nov 19 14:33:53.034939 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0091d9ec-4b73-4095-8f98-07643f53649a,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:53.038541 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:53.042071 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-ec61ddfb-7bb3-441e-9aaa-f2aeb94d1d84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae37ff1588>,) {'filters': {'network_id': ['a9d70ca2-ccba-40a8-b85b-aae52459923a']}} {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:53.054249 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:53.054692 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.db.segments_db [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Added segment 20e122f4-fe37-4144-9c57-b8236584f9e4 of type vxlan for network 47c67f17-0666-455a-9b17-8aaf3fe10294
Nov 19 14:33:53.063609 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-ec61ddfb-7bb3-441e-9aaa-f2aeb94d1d84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae37ff1588>, '5f8f3d21-f86b-4808-ab62-88398b6554f4') {'for_net_delete': True} {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:53.063890 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-ec61ddfb-7bb3-441e-9aaa-f2aeb94d1d84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae37ff1588>, '5f8f3d21-f86b-4808-ab62-88398b6554f4') {} {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:53.080700 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ec61ddfb-7bb3-441e-9aaa-f2aeb94d1d84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262708535224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2019484'] for segment, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:53.111763 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774145649933'] for network, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:53.116373 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ec61ddfb-7bb3-441e-9aaa-f2aeb94d1d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:53.119273 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ec61ddfb-7bb3-441e-9aaa-f2aeb94d1d84 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 14:33:53.119443 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bc17b677-28e9-4bda-91f5-19f68ae7745f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851178052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843406185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844143339'] for subnet, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:53.135244 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:53.177827 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17b677-28e9-4bda-91f5-19f68ae7745f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2113208-37bc-4c5f-8350-aa5f4257d1f0,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:53.189666 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-bc17b677-28e9-4bda-91f5-19f68ae7745f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:53.270918 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-bc17b677-28e9-4bda-91f5-19f68ae7745f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for subnet, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:53.276792 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51adef2b-87b7-4522-9df2-b07aa956a513 None None] Network 9b416137-3e3b-40b3-b21d-851215fb37f8 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:33:53.279894 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-bc17b677-28e9-4bda-91f5-19f68ae7745f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a2113208-37bc-4c5f-8350-aa5f4257d1f0 HTTP/1.1" status: 204  len: 168 time: 0.6437724
Nov 19 14:33:53.280282 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 35408) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:33:53.327918 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:53.329773 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-ec61ddfb-7bb3-441e-9aaa-f2aeb94d1d84 admin admin] Network a9d70ca2-ccba-40a8-b85b-aae52459923a has no segments {{(pid=80261) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:33:53.338890 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:53.339542 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:53.344169 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ec61ddfb-7bb3-441e-9aaa-f2aeb94d1d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3544455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843835328'] for segment, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:53.360290 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:53.399440 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439683'] for network, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:53.470335 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] Deleting port d8585300-5886-409b-a6ea-f44eeb2a2c43 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:53.470742 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:53.539576 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416ab62c-c210-48fb-ba69-5ed71981b620 None None] DHCP port deletion for 9b416137-3e3b-40b3-b21d-851215fb37f8 request from dv-cinder-763306-2-iscsi {{(pid=80262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 19 14:33:53.544209 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-416ab62c-c210-48fb-ba69-5ed71981b620 None None] Deleting port d8585300-5886-409b-a6ea-f44eeb2a2c43 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:53.544645 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-416ab62c-c210-48fb-ba69-5ed71981b620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:53.563723 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.4258018
Nov 19 14:33:53.564858 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 35412) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:33:53.574337 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [None req-5f1d1152-8aed-457a-9dd1-46b16b940306 admin admin] Request body: {'subnet': {'network_id': '47c67f17-0666-455a-9b17-8aaf3fe10294', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1709015534-subnet', 'tenant_id': 'e3c1af50185e423aaf96bbe3b701fd82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:33:53.584424 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-5f1d1152-8aed-457a-9dd1-46b16b940306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:33:53.592460 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-5f1d1152-8aed-457a-9dd1-46b16b940306 admin admin] Usage tracker for resource:subnet and tenant:e3c1af50185e423aaf96bbe3b701fd82 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:33:53.599234 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-5f1d1152-8aed-457a-9dd1-46b16b940306 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:33:53.623076 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-5f1d1152-8aed-457a-9dd1-46b16b940306 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:33:53.625657 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Pushing event updated for resources: {'Network': ['ID=47c67f17-0666-455a-9b17-8aaf3fe10294,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:53.632764 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:53.644489 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-ec61ddfb-7bb3-441e-9aaa-f2aeb94d1d84 admin admin] Network a9d70ca2-ccba-40a8-b85b-aae52459923a has no segments {{(pid=80261) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:33:53.650400 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Network 47c67f17-0666-455a-9b17-8aaf3fe10294 details requested by agent ovs-agent-dv-cinder-763306-2-iscsi with host dv-cinder-763306-2-iscsi {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:33:53.663240 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Network 47c67f17-0666-455a-9b17-8aaf3fe10294 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]: Traceback (most recent call last):
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:     timer()
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:     cb(*args, **kw)
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:     return func(*args, **kwargs)
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:     self._notify()
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:     self.callback(batched_events)
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:     event.method(event)
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:     segment_id)['aggregates'][0]
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:     return f(self, *a, **k)
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self._get(url).json()
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:     **kwargs)
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self.request(url, 'GET', **kwargs)
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:     **endpoint_filter)
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 14:33:53.668413 dv-cinder-763306-2-iscsi neutron-server[80149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 14:33:53.693048 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1d1152-8aed-457a-9dd1-46b16b940306 admin admin] Made reservation on behalf of e3c1af50185e423aaf96bbe3b701fd82 for: {'subnet': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:33:53.698595 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5f1d1152-8aed-457a-9dd1-46b16b940306 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10632494'] for subnet, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:53.760337 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ec61ddfb-7bb3-441e-9aaa-f2aeb94d1d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851174325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:53.761176 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] For port d8585300-5886-409b-a6ea-f44eeb2a2c43, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=d8585300-5886-409b-a6ea-f44eeb2a2c43,segment=NetworkSegment(b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795),segment_id=b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:33:53.761584 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:53.764202 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2c9f103b-6e0e-4e1c-9870-12d4d7eeef70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:53.781399 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-ec61ddfb-7bb3-441e-9aaa-f2aeb94d1d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:53.788199 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61ddfb-7bb3-441e-9aaa-f2aeb94d1d84 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9d70ca2-ccba-40a8-b85b-aae52459923a,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:53.792908 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ec61ddfb-7bb3-441e-9aaa-f2aeb94d1d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:53.802977 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-ec61ddfb-7bb3-441e-9aaa-f2aeb94d1d84 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a9d70ca2-ccba-40a8-b85b-aae52459923a HTTP/1.1" status: 204  len: 168 time: 1.3390989
Nov 19 14:33:53.957818 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] Calling delete_port for d8585300-5886-409b-a6ea-f44eeb2a2c43 owned by network:dhcp {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:33:53.978221 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 35418) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:33:53.989565 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-416ab62c-c210-48fb-ba69-5ed71981b620 None None] For port d8585300-5886-409b-a6ea-f44eeb2a2c43, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=d8585300-5886-409b-a6ea-f44eeb2a2c43,segment=NetworkSegment(b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795),segment_id=b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:33:53.990013 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-416ab62c-c210-48fb-ba69-5ed71981b620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:54.037055 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-37899743-af14-4e6c-912f-4d33af54b814 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=07820f1d7b4b4ae7948cd725ead85754&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0552042
Nov 19 14:33:54.037303 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 35422) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:33:54.097596 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:54.105499 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3d9090e8-fd01-4a87-bb1e-2091c9fcec22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:54.115757 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-26835c0d-dd14-41a5-a04f-84634dc413f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:54.127155 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-416ab62c-c210-48fb-ba69-5ed71981b620 None None] Calling delete_port for d8585300-5886-409b-a6ea-f44eeb2a2c43 owned by network:dhcp {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:33:54.134769 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3d9090e8-fd01-4a87-bb1e-2091c9fcec22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:54.171762 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8585300-5886-409b-a6ea-f44eeb2a2c43,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:54.186435 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:54.187288 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3d9090e8-fd01-4a87-bb1e-2091c9fcec22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:54.192553 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-bd13ab12-bf71-4621-bbfd-bb9be57f1afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:54.199919 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.db.api [None req-416ab62c-c210-48fb-ba69-5ed71981b620 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80262) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 14:33:54.200332 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_db.api [None req-416ab62c-c210-48fb-ba69-5ed71981b620 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 14:33:54.208257 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9090e8-fd01-4a87-bb1e-2091c9fcec22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bcbf66-a867-4e6d-8f94-2b15b1596d9e,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:54.211470 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3d9090e8-fd01-4a87-bb1e-2091c9fcec22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:54.219261 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3d9090e8-fd01-4a87-bb1e-2091c9fcec22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:54.222803 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-3d9090e8-fd01-4a87-bb1e-2091c9fcec22 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/92bcbf66-a867-4e6d-8f94-2b15b1596d9e HTTP/1.1" status: 204  len: 168 time: 0.1822152
Nov 19 14:33:54.322659 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] No DVR routers for this DVR port d8585300-5886-409b-a6ea-f44eeb2a2c43 on host dv-cinder-763306-2-iscsi {{(pid=80260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:33:54.697711 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3601468', 'neutron.services.segments.db._delete_segments_for_network--9223363262708512184'] for network, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:54.701318 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-416ab62c-c210-48fb-ba69-5ed71981b620 None None] Deleting port d8585300-5886-409b-a6ea-f44eeb2a2c43 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:54.701768 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-416ab62c-c210-48fb-ba69-5ed71981b620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:54.769450 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-416ab62c-c210-48fb-ba69-5ed71981b620 None None] The port 'd8585300-5886-409b-a6ea-f44eeb2a2c43' was deleted {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 19 14:33:54.809447 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device d8585300-5886-409b-a6ea-f44eeb2a2c43 no longer exists at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:33:54.843201 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] No Port match for: d8585300-5886-409b-a6ea-f44eeb2a2c43 {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:33:54.843596 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device d8585300-5886-409b-a6ea-f44eeb2a2c43 not bound to the agent host dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:33:54.881850 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae3d50f518>,) {'filters': {'network_id': ['9b416137-3e3b-40b3-b21d-851215fb37f8']}} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:54.898212 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3d50f518>, 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795') {'for_net_delete': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:54.899121 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae3d50f518>, 'b5ff03ac-e3e7-4dc7-b44a-5f4f0efbb795') {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:54.918543 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262708535224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2022585'] for segment, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:54.937280 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:54.940025 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 14:33:55.167481 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] Network 9b416137-3e3b-40b3-b21d-851215fb37f8 has no segments {{(pid=80260) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:33:55.181541 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3544455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11369013'] for segment, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:55.263809 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5f1d1152-8aed-457a-9dd1-46b16b940306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11369563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10632477'] for subnet, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:55.286298 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:55.497293 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] Network 9b416137-3e3b-40b3-b21d-851215fb37f8 has no segments {{(pid=80260) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:33:55.511017 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4b6ed7ac-166f-48e0-a0ef-766e825d7334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]: Traceback (most recent call last):
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:     timer()
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:     cb(*args, **kw)
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:     return func(*args, **kwargs)
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:     self._notify()
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:     self.callback(batched_events)
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:     event.method(event)
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:     segment_id)['aggregates'][0]
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:     return f(self, *a, **k)
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self._get(url).json()
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:     **kwargs)
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self.request(url, 'GET', **kwargs)
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:     **endpoint_filter)
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 14:33:55.529797 dv-cinder-763306-2-iscsi neutron-server[80149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 14:33:55.536318 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d1152-8aed-457a-9dd1-46b16b940306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=482ac955-98bf-4751-b1a6-7e127c056742,revision_number=0']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:55.556316 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5f1d1152-8aed-457a-9dd1-46b16b940306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:55.632286 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851174325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:55.639158 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:55.655461 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:55.670305 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b416137-3e3b-40b3-b21d-851215fb37f8,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:55.675315 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:55.692647 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9b416137-3e3b-40b3-b21d-851215fb37f8 HTTP/1.1" status: 204  len: 168 time: 2.4114881
Nov 19 14:33:55.695828 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 35428) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:33:55.717211 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1d1152-8aed-457a-9dd1-46b16b940306 admin admin] Checking segment: {'id': '20e122f4-fe37-4144-9c57-b8236584f9e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47c67f17-0666-455a-9b17-8aaf3fe10294'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:33:55.717549 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1d1152-8aed-457a-9dd1-46b16b940306 admin admin] Network hostable DHCP agents. Network: 47c67f17-0666-455a-9b17-8aaf3fe10294, hostable agents: ['4a7d4b2f-f99e-495c-ba2f-c341fae68c03'], hosted agents: [] {{(pid=80260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Nov 19 14:33:55.739438 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1d1152-8aed-457a-9dd1-46b16b940306 admin admin] Network 47c67f17-0666-455a-9b17-8aaf3fe10294 is scheduled to be hosted by DHCP agent 4a7d4b2f-f99e-495c-ba2f-c341fae68c03 with binding_index 1 {{(pid=80260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Nov 19 14:33:55.748431 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [None req-5f1d1152-8aed-457a-9dd1-46b16b940306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-2-iscsi, 47c67f17-0666-455a-9b17-8aaf3fe10294) {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:33:55.757881 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dfffec-50c2-4746-b81e-dc955d1dd341 None None] Network 47c67f17-0666-455a-9b17-8aaf3fe10294 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:33:55.760269 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1d1152-8aed-457a-9dd1-46b16b940306 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:55.760927 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-5f1d1152-8aed-457a-9dd1-46b16b940306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for subnet, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:55.781928 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-5f1d1152-8aed-457a-9dd1-46b16b940306 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.2121103
Nov 19 14:33:55.991967 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401750b8-2af4-4dfa-a444-4e2b1088c51c None None] Network 47c67f17-0666-455a-9b17-8aaf3fe10294 requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:33:56.133940 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-932597aa-2c0e-4db7-9c36-996c450e6015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853991147'] for router_interface, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:56.475760 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e59b1-858d-4511-a025-99cdd1b8814b req-5e9bc946-4f7b-4249-8b60-9005b22c5070 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:56.477416 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-614e59b1-858d-4511-a025-99cdd1b8814b req-5e9bc946-4f7b-4249-8b60-9005b22c5070 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/networks?id=47c67f17-0666-455a-9b17-8aaf3fe10294 HTTP/1.1" status: 200  len: 815 time: 0.1700983
Nov 19 14:33:56.496200 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-614e59b1-858d-4511-a025-99cdd1b8814b req-711b7f31-4723-4002-8d7f-cc1b72b44016 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/quotas/e3c1af50185e423aaf96bbe3b701fd82 HTTP/1.1" status: 200  len: 375 time: 0.0121429
Nov 19 14:33:56.550119 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-614e59b1-858d-4511-a025-99cdd1b8814b req-6ebaf164-37cf-49e2-b27f-e99b1e3a8551 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3c1af50185e423aaf96bbe3b701fd82&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0478661
Nov 19 14:33:56.562343 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [req-614e59b1-858d-4511-a025-99cdd1b8814b req-16f3a2b9-8c63-4e91-b6d9-c840da0591c1 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80260) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 14:33:56.563503 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-614e59b1-858d-4511-a025-99cdd1b8814b req-16f3a2b9-8c63-4e91-b6d9-c840da0591c1 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0060954
Nov 19 14:33:56.710612 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-614e59b1-858d-4511-a025-99cdd1b8814b req-003127f7-cce6-4c86-97de-ed7993116645 service neutron] 10.222.0.35 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391144
Nov 19 14:33:56.855937 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-614e59b1-858d-4511-a025-99cdd1b8814b req-511eb850-c322-4a0a-a3b5-4fe7ea835dc4 service neutron] 10.222.0.35 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378739
Nov 19 14:33:56.998362 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-932597aa-2c0e-4db7-9c36-996c450e6015 admin admin] Deleting port 03380649-4a05-4b7c-a38c-3c1d9bbc3293 {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:56.998970 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-932597aa-2c0e-4db7-9c36-996c450e6015 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:57.241313 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b628c5eb-21cb-4995-b59b-4d4d20583211 req-3e1525f7-4771-42c3-80b3-2f542e918d9e tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=df4a819e-6d36-4884-b8ba-58652b3c894e HTTP/1.1" status: 200  len: 210 time: 0.2140610
Nov 19 14:33:57.246511 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-932597aa-2c0e-4db7-9c36-996c450e6015 admin admin] For port 03380649-4a05-4b7c-a38c-3c1d9bbc3293, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=03380649-4a05-4b7c-a38c-3c1d9bbc3293,segment=NetworkSegment(65a4ee32-73b0-4623-8b5a-2bdf247ba028),segment_id=65a4ee32-73b0-4623-8b5a-2bdf247ba028)] {{(pid=80261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:33:57.247264 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-932597aa-2c0e-4db7-9c36-996c450e6015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:57.375471 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-932597aa-2c0e-4db7-9c36-996c450e6015 admin admin] Calling delete_port for 03380649-4a05-4b7c-a38c-3c1d9bbc3293 owned by network:router_interface {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:33:57.555832 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-932597aa-2c0e-4db7-9c36-996c450e6015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:57.571531 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:57.628121 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932597aa-2c0e-4db7-9c36-996c450e6015 admin admin] Pushing event deleted for resources: {'Port': ['ID=03380649-4a05-4b7c-a38c-3c1d9bbc3293,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:57.633133 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-932597aa-2c0e-4db7-9c36-996c450e6015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:57.998788 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-932597aa-2c0e-4db7-9c36-996c450e6015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3984074', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854050983'] for router_interface, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:58.222508 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-15e2bdca-27c0-426e-89d3-4d7d48dcd054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:58.245188 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e59b1-858d-4511-a025-99cdd1b8814b req-e349bebc-aa83-43e0-8f5e-fcc83ccd3079 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:58.247049 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-614e59b1-858d-4511-a025-99cdd1b8814b req-e349bebc-aa83-43e0-8f5e-fcc83ccd3079 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.20 "GET /v2.0/networks?id=47c67f17-0666-455a-9b17-8aaf3fe10294 HTTP/1.1" status: 200  len: 815 time: 0.1618457
Nov 19 14:33:58.270337 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-614e59b1-858d-4511-a025-99cdd1b8814b req-29316689-d162-49c9-a082-0f60418430d1 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Request body: {'port': {'device_id': 'df4a819e-6d36-4884-b8ba-58652b3c894e', 'network_id': '47c67f17-0666-455a-9b17-8aaf3fe10294', 'admin_state_up': True, 'tenant_id': 'e3c1af50185e423aaf96bbe3b701fd82'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:33:58.440318 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3020d500-a043-47a7-b485-2eed00d74e74 req-a49c0d25-d41d-430f-ba8f-a3fbad88fdd4 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=df4a819e-6d36-4884-b8ba-58652b3c894e HTTP/1.1" status: 200  len: 210 time: 0.0495982
Nov 19 14:33:58.472403 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-614e59b1-858d-4511-a025-99cdd1b8814b req-29316689-d162-49c9-a082-0f60418430d1 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:33:58.476582 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-614e59b1-858d-4511-a025-99cdd1b8814b req-29316689-d162-49c9-a082-0f60418430d1 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Usage tracker for resource:port and tenant:e3c1af50185e423aaf96bbe3b701fd82 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:33:58.479533 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-614e59b1-858d-4511-a025-99cdd1b8814b req-29316689-d162-49c9-a082-0f60418430d1 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Quota usage for port was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:33:58.485468 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-614e59b1-858d-4511-a025-99cdd1b8814b req-29316689-d162-49c9-a082-0f60418430d1 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:33:58.494977 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614e59b1-858d-4511-a025-99cdd1b8814b req-29316689-d162-49c9-a082-0f60418430d1 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Made reservation on behalf of e3c1af50185e423aaf96bbe3b701fd82 for: {'port': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:33:58.500789 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-614e59b1-858d-4511-a025-99cdd1b8814b req-29316689-d162-49c9-a082-0f60418430d1 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:58.759650 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932597aa-2c0e-4db7-9c36-996c450e6015 admin admin] Router 4669bf3a-81a4-46ab-81a4-88b08e7a2e45 has already been hosted by L3 agent b67282b0-3fc0-4b93-91a7-d282b225553f {{(pid=80261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}}
Nov 19 14:33:58.819256 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-614e59b1-858d-4511-a025-99cdd1b8814b req-29316689-d162-49c9-a082-0f60418430d1 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Allocated IP 172.20.0.3 (47c67f17-0666-455a-9b17-8aaf3fe10294/482ac955-98bf-4751-b1a6-7e127c056742/0f39f0aa-fef1-430a-9864-ef1b2d47e08e) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:33:58.827612 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:59.049210 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-614e59b1-858d-4511-a025-99cdd1b8814b req-29316689-d162-49c9-a082-0f60418430d1 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:59.076693 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-614e59b1-858d-4511-a025-99cdd1b8814b req-29316689-d162-49c9-a082-0f60418430d1 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:59.092954 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c73023a9-54be-4243-a06d-771bc40f88e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:33:59.203429 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932597aa-2c0e-4db7-9c36-996c450e6015 admin admin] Notify agent at l3_agent.dv-cinder-763306-2-iscsi the message routers_updated {{(pid=80261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Nov 19 14:33:59.212924 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7143196c-f18a-4e17-8901-6d2be18cd71a None None] Sync routers for ids ['4669bf3a-81a4-46ab-81a4-88b08e7a2e45'] in dv-cinder-763306-2-iscsi {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Nov 19 14:33:59.213386 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-932597aa-2c0e-4db7-9c36-996c450e6015 admin admin] 10.222.0.35 "PUT /v2.0/routers/4669bf3a-81a4-46ab-81a4-88b08e7a2e45/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5164485
Nov 19 14:33:59.216025 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 35466) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:33:59.231577 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7143196c-f18a-4e17-8901-6d2be18cd71a None None] Routers {'4669bf3a-81a4-46ab-81a4-88b08e7a2e45'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:33:59.232348 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-7143196c-f18a-4e17-8901-6d2be18cd71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c4993c8>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:33:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['4669bf3a-81a4-46ab-81a4-88b08e7a2e45'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:59.245903 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29316689-d162-49c9-a082-0f60418430d1 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Pushing event updated for resources: {'Port': ['ID=0f39f0aa-fef1-430a-9864-ef1b2d47e08e,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:33:59.251046 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-29316689-d162-49c9-a082-0f60418430d1 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:33:59.297724 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614e59b1-858d-4511-a025-99cdd1b8814b req-29316689-d162-49c9-a082-0f60418430d1 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Network 47c67f17-0666-455a-9b17-8aaf3fe10294 is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:33:59.299080 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-614e59b1-858d-4511-a025-99cdd1b8814b req-29316689-d162-49c9-a082-0f60418430d1 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:33:59.301460 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-614e59b1-858d-4511-a025-99cdd1b8814b req-29316689-d162-49c9-a082-0f60418430d1 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:33:59.365148 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e59b1-858d-4511-a025-99cdd1b8814b req-29316689-d162-49c9-a082-0f60418430d1 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:59.365830 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-614e59b1-858d-4511-a025-99cdd1b8814b req-29316689-d162-49c9-a082-0f60418430d1 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:59.388450 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-614e59b1-858d-4511-a025-99cdd1b8814b req-29316689-d162-49c9-a082-0f60418430d1 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1225278
Nov 19 14:33:59.404464 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [req-614e59b1-858d-4511-a025-99cdd1b8814b req-5a3fbd3e-a368-47e1-9a3a-44d39c4b66d7 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80260) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 14:33:59.405499 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-614e59b1-858d-4511-a025-99cdd1b8814b req-5a3fbd3e-a368-47e1-9a3a-44d39c4b66d7 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0055559
Nov 19 14:33:59.421053 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-7143196c-f18a-4e17-8901-6d2be18cd71a None None] Set router 4669bf3a-81a4-46ab-81a4-88b08e7a2e45 gateway port host: dv-cinder-763306-2-iscsi {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:33:59.428676 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-142e7ff2-d134-4b9a-856f-21d80daf7fe3 admin admin] Notify callbacks [] for router, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:59.501338 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-614e59b1-858d-4511-a025-99cdd1b8814b req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Request body: {'port': {'device_id': 'df4a819e-6d36-4884-b8ba-58652b3c894e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:33:59.634133 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-614e59b1-858d-4511-a025-99cdd1b8814b req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:59.704964 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:59.717849 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-142e7ff2-d134-4b9a-856f-21d80daf7fe3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:59.735397 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206d5e5-ae5b-4d51-9610-1b5f597e0efb req-d259843f-7644-4daa-a7f9-3eb5d7ff41ac tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:33:59.737110 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-7143196c-f18a-4e17-8901-6d2be18cd71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c4993c8>, [{'id': '4669bf3a-81a4-46ab-81a4-88b08e7a2e45', 'name': 'tempest-TestVolumeBootPattern-255117473-router', 'tenant_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'external_fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.68'}], 'enable_snat': True}, 'gw_port_id': '0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:35Z', 'updated_at': '2020-11-19T14:33:57Z', 'revision_number': 5, 'project_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'gw_port': {'id': '0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f', 'name': '', 'network_id': '30e7e950-b2fa-4cc4-9540-c3d995e774bc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:5a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669bf3a-81a4-46ab-81a4-88b08e7a2e45', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'ip_address': '172.27.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T14:25:36Z', 'updated_at': '2020-11-19T14:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c880977d-f782-4d1f-ba36-7b5f08e013ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-2-iscsi'}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:59.737269 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7206d5e5-ae5b-4d51-9610-1b5f597e0efb req-d259843f-7644-4daa-a7f9-3eb5d7ff41ac tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=df4a819e-6d36-4884-b8ba-58652b3c894e HTTP/1.1" status: 200  len: 931 time: 0.1377168
Nov 19 14:33:59.738519 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-142e7ff2-d134-4b9a-856f-21d80daf7fe3 admin admin] Deleting port 0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f {{(pid=80261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:33:59.738921 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-142e7ff2-d134-4b9a-856f-21d80daf7fe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:33:59.746787 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7143196c-f18a-4e17-8901-6d2be18cd71a None None] Checking router: 4669bf3a-81a4-46ab-81a4-88b08e7a2e45 for host: dv-cinder-763306-2-iscsi {{(pid=80263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Nov 19 14:33:59.761995 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7143196c-f18a-4e17-8901-6d2be18cd71a None None] Routers {'4669bf3a-81a4-46ab-81a4-88b08e7a2e45'} bound to L3 agent in host dv-cinder-763306-2-iscsi {{(pid=80263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Nov 19 14:33:59.763814 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-7143196c-f18a-4e17-8901-6d2be18cd71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fae3c4993c8>, 'dv-cinder-763306-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T14:14:58Z,description=<?>,heartbeat_timestamp=2020-11-19T14:33:58Z,host='dv-cinder-763306-2-iscsi',id=b67282b0-3fc0-4b93-91a7-d282b225553f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-11-19T14:14:58Z,topic='l3_agent')) {'router_ids': ['4669bf3a-81a4-46ab-81a4-88b08e7a2e45'], 'active': True} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:33:59.878248 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-7206d5e5-ae5b-4d51-9610-1b5f597e0efb req-9137cd27-866d-4a2d-95b7-77d86255ebb5 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Synchronizing usage tracker for tenant:e3c1af50185e423aaf96bbe3b701fd82 on resource:security_group {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:33:59.933550 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvr_db [None req-7143196c-f18a-4e17-8901-6d2be18cd71a None None] Set router 4669bf3a-81a4-46ab-81a4-88b08e7a2e45 gateway port host: None {{(pid=80263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}}
Nov 19 14:33:59.974182 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-7206d5e5-ae5b-4d51-9610-1b5f597e0efb req-9137cd27-866d-4a2d-95b7-77d86255ebb5 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Unset dirty status for tenant:e3c1af50185e423aaf96bbe3b701fd82 on resource:security_group {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:33:59.989222 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7206d5e5-ae5b-4d51-9610-1b5f597e0efb req-9137cd27-866d-4a2d-95b7-77d86255ebb5 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2111700
Nov 19 14:34:00.000298 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:00.019787 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-142e7ff2-d134-4b9a-856f-21d80daf7fe3 admin admin] For port 0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f,segment=NetworkSegment(1915e2d1-9a03-4ed5-8803-3330fe0ea417),segment_id=1915e2d1-9a03-4ed5-8803-3330fe0ea417)] {{(pid=80261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:34:00.020203 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-142e7ff2-d134-4b9a-856f-21d80daf7fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:00.159080 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-142e7ff2-d134-4b9a-856f-21d80daf7fe3 admin admin] Calling delete_port for 0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f owned by network:router_gateway {{(pid=80261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:34:00.218050 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_hamode_db [None req-7143196c-f18a-4e17-8901-6d2be18cd71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fae3c4993c8>, [{'id': '4669bf3a-81a4-46ab-81a4-88b08e7a2e45', 'name': 'tempest-TestVolumeBootPattern-255117473-router', 'tenant_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:35Z', 'updated_at': '2020-11-19T14:33:59Z', 'revision_number': 6, 'project_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'gw_port_host': None}], 'dv-cinder-763306-2-iscsi', False) {} {{(pid=80263) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:34:00.223297 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7143196c-f18a-4e17-8901-6d2be18cd71a None None] The sync data for ids ['4669bf3a-81a4-46ab-81a4-88b08e7a2e45'] in dv-cinder-763306-2-iscsi is: [{'id': '4669bf3a-81a4-46ab-81a4-88b08e7a2e45', 'name': 'tempest-TestVolumeBootPattern-255117473-router', 'tenant_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T14:25:35Z', 'updated_at': '2020-11-19T14:33:59Z', 'revision_number': 6, 'project_id': 'dc9f78ae64ae44bbac8dbae1d46085f4', 'gw_port_host': None}] {{(pid=80263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Nov 19 14:34:00.326658 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [req-614e59b1-858d-4511-a025-99cdd1b8814b req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f39f0aa-fef1-430a-9864-ef1b2d47e08e {{(pid=80260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 14:34:00.334091 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-614e59b1-858d-4511-a025-99cdd1b8814b req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:00.345450 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-142e7ff2-d134-4b9a-856f-21d80daf7fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036843833676'] for port, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:00.347089 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-614e59b1-858d-4511-a025-99cdd1b8814b req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Transition to ACTIVE for port object 0f39f0aa-fef1-430a-9864-ef1b2d47e08e will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:34:00.350035 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-614e59b1-858d-4511-a025-99cdd1b8814b req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:00.362767 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7eab8cfd-7cd3-45b7-8088-ab7388519992 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:34:00.366230 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-9ea4846b-3a39-4bab-b9e2-b7fc7c33de50 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:34:00.407359 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e7ff2-d134-4b9a-856f-21d80daf7fe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:34:00.419775 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-142e7ff2-d134-4b9a-856f-21d80daf7fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:34:00.513569 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Pushing event updated for resources: {'Port': ['ID=0f39f0aa-fef1-430a-9864-ef1b2d47e08e,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:34:00.517907 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:34:00.696749 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-614e59b1-858d-4511-a025-99cdd1b8814b req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Attempting to bind port 0f39f0aa-fef1-430a-9864-ef1b2d47e08e on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:34:00.697129 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-614e59b1-858d-4511-a025-99cdd1b8814b req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Attempting to bind port 0f39f0aa-fef1-430a-9864-ef1b2d47e08e by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '20e122f4-fe37-4144-9c57-b8236584f9e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47c67f17-0666-455a-9b17-8aaf3fe10294'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:34:00.697502 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614e59b1-858d-4511-a025-99cdd1b8814b req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Attempting to bind port 0f39f0aa-fef1-430a-9864-ef1b2d47e08e on network 47c67f17-0666-455a-9b17-8aaf3fe10294 {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:34:00.704521 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614e59b1-858d-4511-a025-99cdd1b8814b req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Checking agent: {'id': 'd378d45e-d3db-4cef-bd1d-68c8d9116f29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 21, 43), 'started_at': datetime.datetime(2020, 11, 19, 14, 22, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:34:00.704909 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614e59b1-858d-4511-a025-99cdd1b8814b req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Checking segment: {'id': '20e122f4-fe37-4144-9c57-b8236584f9e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47c67f17-0666-455a-9b17-8aaf3fe10294'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:34:00.705322 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-614e59b1-858d-4511-a025-99cdd1b8814b req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:00.705728 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614e59b1-858d-4511-a025-99cdd1b8814b req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Bound using segment: {'id': '20e122f4-fe37-4144-9c57-b8236584f9e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47c67f17-0666-455a-9b17-8aaf3fe10294'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:34:00.706209 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-614e59b1-858d-4511-a025-99cdd1b8814b req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Bound port: 0f39f0aa-fef1-430a-9864-ef1b2d47e08e, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e122f4-fe37-4144-9c57-b8236584f9e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47c67f17-0666-455a-9b17-8aaf3fe10294'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:34:00.706616 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-614e59b1-858d-4511-a025-99cdd1b8814b req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:00.725960 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-142e7ff2-d134-4b9a-856f-21d80daf7fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036853989509'] for router_gateway, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:00.808639 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-614e59b1-858d-4511-a025-99cdd1b8814b req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] For port 0f39f0aa-fef1-430a-9864-ef1b2d47e08e, host hv-cinder-76330, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:34:00.811959 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-614e59b1-858d-4511-a025-99cdd1b8814b req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] For port 0f39f0aa-fef1-430a-9864-ef1b2d47e08e, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0f39f0aa-fef1-430a-9864-ef1b2d47e08e,segment=NetworkSegment(20e122f4-fe37-4144-9c57-b8236584f9e4),segment_id=20e122f4-fe37-4144-9c57-b8236584f9e4)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:34:00.816920 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 03380649-4a05-4b7c-a38c-3c1d9bbc3293 no longer exists at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:34:00.825696 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-614e59b1-858d-4511-a025-99cdd1b8814b req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:00.842209 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-273275bd-0233-4adc-b567-071c1333bb39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:34:00.851633 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] No Port match for: 03380649-4a05-4b7c-a38c-3c1d9bbc3293 {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:34:00.851633 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 03380649-4a05-4b7c-a38c-3c1d9bbc3293 not bound to the agent host dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:34:00.852491 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f no longer exists at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:34:00.886695 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] No Port match for: 0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:34:00.887340 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 0ba4bfb5-37ae-45b1-ae8b-b6b8ac05444f not bound to the agent host dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:34:00.998812 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-142e7ff2-d134-4b9a-856f-21d80daf7fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-759361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2775'] for router, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:01.003529 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-142e7ff2-d134-4b9a-856f-21d80daf7fe3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:01.003834 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Pushing event updated for resources: {'Port': ['ID=0f39f0aa-fef1-430a-9864-ef1b2d47e08e,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:34:01.009133 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:34:01.031662 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-142e7ff2-d134-4b9a-856f-21d80daf7fe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-761817'] for router, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:01.032406 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142e7ff2-d134-4b9a-856f-21d80daf7fe3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4669bf3a-81a4-46ab-81a4-88b08e7a2e45 {{(pid=80261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Nov 19 14:34:01.042147 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-614e59b1-858d-4511-a025-99cdd1b8814b req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:01.043692 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-614e59b1-858d-4511-a025-99cdd1b8814b req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] 10.222.0.20 "PUT /v2.0/ports/0f39f0aa-fef1-430a-9864-ef1b2d47e08e HTTP/1.1" status: 200  len: 1157 time: 1.6306217
Nov 19 14:34:01.044239 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4a819e-6d36-4884-b8ba-58652b3c894e', 'tag': '0f39f0aa-fef1-430a-9864-ef1b2d47e08e'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:34:01.046775 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-142e7ff2-d134-4b9a-856f-21d80daf7fe3 admin admin] Notify callbacks [] for router, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:01.050243 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-142e7ff2-d134-4b9a-856f-21d80daf7fe3 admin admin] 10.222.0.35 "DELETE /v2.0/routers/4669bf3a-81a4-46ab-81a4-88b08e7a2e45 HTTP/1.1" status: 204  len: 168 time: 1.8310008
Nov 19 14:34:01.050587 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 35478) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:34:01.146934 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4a819e-6d36-4884-b8ba-58652b3c894e', 'tag': '0f39f0aa-fef1-430a-9864-ef1b2d47e08e', 'status': 'completed', 'code': 200}
Nov 19 14:34:01.218396 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_v2 [None req-87ce186b-457b-4caa-97d1-1c1cc5e1ea5b admin admin] Deleting subnet 732e59f1-8a7e-4afb-b7b5-2d6af0b2da79 {{(pid=80260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 14:34:01.228026 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-87ce186b-457b-4caa-97d1-1c1cc5e1ea5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:01.303161 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-87ce186b-457b-4caa-97d1-1c1cc5e1ea5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852753230'] for subnet, precommit_delete_associations {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:01.366824 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-614e59b1-858d-4511-a025-99cdd1b8814b req-de25e7ab-4dfe-46c7-bb27-8102cb353ae4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3c1af50185e423aaf96bbe3b701fd82&device_id=df4a819e-6d36-4884-b8ba-58652b3c894e HTTP/1.1" status: 200  len: 1160 time: 0.2578163
Nov 19 14:34:01.377474 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8438edb-3d54-41a4-a449-7559800d962e req-51f57dec-be7b-4fbc-a550-c2bebadfa3a3 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:01.378200 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-f8438edb-3d54-41a4-a449-7559800d962e req-51f57dec-be7b-4fbc-a550-c2bebadfa3a3 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Synchronizing usage tracker for tenant:e3c1af50185e423aaf96bbe3b701fd82 on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:34:01.473919 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-614e59b1-858d-4511-a025-99cdd1b8814b req-ee251fb6-eb77-4ef7-8b74-f33577ab8491 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f39f0aa-fef1-430a-9864-ef1b2d47e08e HTTP/1.1" status: 200  len: 217 time: 0.0877862
Nov 19 14:34:01.480052 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-f8438edb-3d54-41a4-a449-7559800d962e req-51f57dec-be7b-4fbc-a550-c2bebadfa3a3 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Unset dirty status for tenant:e3c1af50185e423aaf96bbe3b701fd82 on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:34:01.481199 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f8438edb-3d54-41a4-a449-7559800d962e req-51f57dec-be7b-4fbc-a550-c2bebadfa3a3 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=df4a819e-6d36-4884-b8ba-58652b3c894e HTTP/1.1" status: 200  len: 943 time: 0.3269527
Nov 19 14:34:01.525620 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-87ce186b-457b-4caa-97d1-1c1cc5e1ea5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597733'] for subnet, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:01.647080 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e59b1-858d-4511-a025-99cdd1b8814b req-9f6f618e-2d58-44b0-b181-b2118aea0aa0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:01.648683 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-614e59b1-858d-4511-a025-99cdd1b8814b req-9f6f618e-2d58-44b0-b181-b2118aea0aa0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=482ac955-98bf-4751-b1a6-7e127c056742 HTTP/1.1" status: 200  len: 855 time: 0.1649797
Nov 19 14:34:01.656221 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f8438edb-3d54-41a4-a449-7559800d962e req-fd7812a7-f24e-40fc-b2a4-242127567d7b tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351125
Nov 19 14:34:01.715243 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-614e59b1-858d-4511-a025-99cdd1b8814b req-ac1753f0-8eca-4531-81cb-36d7f5a79a97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47c67f17-0666-455a-9b17-8aaf3fe10294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0556588
Nov 19 14:34:01.986458 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-614e59b1-858d-4511-a025-99cdd1b8814b req-3d38c55e-09c5-45d8-9e93-06b98c6be9ce service neutron] 10.222.0.20 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2232032
Nov 19 14:34:02.095137 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-87ce186b-457b-4caa-97d1-1c1cc5e1ea5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851178052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843406185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036844143339'] for subnet, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:02.124760 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-bc17b677-28e9-4bda-91f5-19f68ae7745f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:34:02.179203 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce186b-457b-4caa-97d1-1c1cc5e1ea5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=732e59f1-8a7e-4afb-b7b5-2d6af0b2da79,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:34:02.184817 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-87ce186b-457b-4caa-97d1-1c1cc5e1ea5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:34:02.274808 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-614e59b1-858d-4511-a025-99cdd1b8814b req-9fed311b-8595-4f0b-b1b5-deedd09fcf8d service neutron] 10.222.0.20 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2804358
Nov 19 14:34:02.282303 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-87ce186b-457b-4caa-97d1-1c1cc5e1ea5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for subnet, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:02.287453 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c970cfe-7608-4991-9c37-73a7f16aeb4b None None] Network db643085-3614-4497-bcdf-bf2c1317917a requested from dv-cinder-763306-2-iscsi {{(pid=80262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Nov 19 14:34:02.288359 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-87ce186b-457b-4caa-97d1-1c1cc5e1ea5b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/732e59f1-8a7e-4afb-b7b5-2d6af0b2da79 HTTP/1.1" status: 204  len: 168 time: 1.2368019
Nov 19 14:34:02.291552 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 35482) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:34:02.453354 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439683'] for network, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:02.529714 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Deleting port 05a42d65-494c-4ea0-b377-84b5cbd9c0e6 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:34:02.530088 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:02.549736 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ce7fca-e7ee-4d68-a7df-d6a22d548416 None None] DHCP port deletion for db643085-3614-4497-bcdf-bf2c1317917a request from dv-cinder-763306-2-iscsi {{(pid=80262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Nov 19 14:34:02.554186 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-19ce7fca-e7ee-4d68-a7df-d6a22d548416 None None] Deleting port 05a42d65-494c-4ea0-b377-84b5cbd9c0e6 {{(pid=80262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:34:02.554706 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-19ce7fca-e7ee-4d68-a7df-d6a22d548416 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:02.595365 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-98081f02-c706-4dce-a87e-e4e994ba4d4b req-7490cf00-c224-4699-965b-ebddd8d08781 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3c1af50185e423aaf96bbe3b701fd82&device_id=df4a819e-6d36-4884-b8ba-58652b3c894e HTTP/1.1" status: 200  len: 1160 time: 0.2166843
Nov 19 14:34:02.775576 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-19ce7fca-e7ee-4d68-a7df-d6a22d548416 None None] For port 05a42d65-494c-4ea0-b377-84b5cbd9c0e6, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=05a42d65-494c-4ea0-b377-84b5cbd9c0e6,segment=NetworkSegment(65a4ee32-73b0-4623-8b5a-2bdf247ba028),segment_id=65a4ee32-73b0-4623-8b5a-2bdf247ba028)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:34:02.776041 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-19ce7fca-e7ee-4d68-a7df-d6a22d548416 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:02.902114 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848a9d7-c0e5-4f8a-8736-61bddce9f719 req-234cc9ac-01c3-4b28-8483-7e5e0ed42145 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:02.910311 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3848a9d7-c0e5-4f8a-8736-61bddce9f719 req-234cc9ac-01c3-4b28-8483-7e5e0ed42145 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=df4a819e-6d36-4884-b8ba-58652b3c894e HTTP/1.1" status: 200  len: 943 time: 0.1119459
Nov 19 14:34:02.920664 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-19ce7fca-e7ee-4d68-a7df-d6a22d548416 None None] Calling delete_port for 05a42d65-494c-4ea0-b377-84b5cbd9c0e6 owned by network:dhcp {{(pid=80262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:34:02.950512 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Device 05a42d65-494c-4ea0-b377-84b5cbd9c0e6 no longer exists at agent ovs-agent-dv-cinder-763306-2-iscsi {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:34:02.959826 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3848a9d7-c0e5-4f8a-8736-61bddce9f719 req-28fc52c0-b181-4b19-b36e-372ae25b13f2 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483396
Nov 19 14:34:03.096161 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-19ce7fca-e7ee-4d68-a7df-d6a22d548416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774'] for port, after_delete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:03.103070 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] For port 05a42d65-494c-4ea0-b377-84b5cbd9c0e6, host dv-cinder-763306-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-2-iscsi',level=0,port_id=05a42d65-494c-4ea0-b377-84b5cbd9c0e6,segment=NetworkSegment(65a4ee32-73b0-4623-8b5a-2bdf247ba028),segment_id=65a4ee32-73b0-4623-8b5a-2bdf247ba028)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:34:03.103473 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:03.113659 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:34:03.119477 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98081f02-c706-4dce-a87e-e4e994ba4d4b req-fd3a20a4-084a-4464-b831-34d1e1e4d005 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:03.121332 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-98081f02-c706-4dce-a87e-e4e994ba4d4b req-fd3a20a4-084a-4464-b831-34d1e1e4d005 service neutron] 10.222.0.20 "GET /v2.0/networks?id=47c67f17-0666-455a-9b17-8aaf3fe10294 HTTP/1.1" status: 200  len: 909 time: 0.4969318
Nov 19 14:34:03.161212 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce7fca-e7ee-4d68-a7df-d6a22d548416 None None] Pushing event deleted for resources: {'Port': ['ID=05a42d65-494c-4ea0-b377-84b5cbd9c0e6,revision_number=None']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:34:03.163917 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-19ce7fca-e7ee-4d68-a7df-d6a22d548416 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:34:03.184767 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:03.287268 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Calling delete_port for 05a42d65-494c-4ea0-b377-84b5cbd9c0e6 owned by network:dhcp {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:34:03.317134 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ce7fca-e7ee-4d68-a7df-d6a22d548416 None None] No DVR routers for this DVR port 05a42d65-494c-4ea0-b377-84b5cbd9c0e6 on host dv-cinder-763306-2-iscsi {{(pid=80262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:34:03.342592 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-98081f02-c706-4dce-a87e-e4e994ba4d4b req-077443bf-339d-416d-9bfc-7f4ae18327e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f39f0aa-fef1-430a-9864-ef1b2d47e08e HTTP/1.1" status: 200  len: 217 time: 0.1681163
Nov 19 14:34:03.370286 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.db.api [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80260) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Nov 19 14:34:03.370932 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_db.api [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Nov 19 14:34:03.435361 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98081f02-c706-4dce-a87e-e4e994ba4d4b req-7d8f7a6f-c895-4e6b-8c3c-6fc24bf25dc0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:03.436868 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-98081f02-c706-4dce-a87e-e4e994ba4d4b req-7d8f7a6f-c895-4e6b-8c3c-6fc24bf25dc0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=482ac955-98bf-4751-b1a6-7e127c056742 HTTP/1.1" status: 200  len: 855 time: 0.0650923
Nov 19 14:34:03.486964 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-98081f02-c706-4dce-a87e-e4e994ba4d4b req-471799bd-0b78-47c2-b673-2139d6f6b7f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47c67f17-0666-455a-9b17-8aaf3fe10294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432837
Nov 19 14:34:03.628782 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-98081f02-c706-4dce-a87e-e4e994ba4d4b req-48474c9a-bbae-468d-9c1f-cbabc06ff123 service neutron] 10.222.0.20 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356058
Nov 19 14:34:03.770310 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-98081f02-c706-4dce-a87e-e4e994ba4d4b req-eedd202f-23c9-42cc-9c0a-8af0f6ca7259 service neutron] 10.222.0.20 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1351545
Nov 19 14:34:03.872113 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Deleting port 05a42d65-494c-4ea0-b377-84b5cbd9c0e6 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:34:03.872517 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:03.941718 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] The port '05a42d65-494c-4ea0-b377-84b5cbd9c0e6' was deleted {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
Nov 19 14:34:04.068091 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3601468', 'neutron.services.segments.db._delete_segments_for_network--9223363262708512184'] for network, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:04.239481 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae37d67d68>,) {'filters': {'network_id': ['db643085-3614-4497-bcdf-bf2c1317917a']}} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:34:04.256539 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae37d67d68>, '65a4ee32-73b0-4623-8b5a-2bdf247ba028') {'for_net_delete': True} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:34:04.256865 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae37d67d68>, '65a4ee32-73b0-4623-8b5a-2bdf247ba028') {} {{(pid=80260) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:34:04.272855 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262708535224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2022585'] for segment, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:04.292635 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:04.295413 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 14:34:04.393480 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7405ab5-003a-4f1c-a50c-a02df5830ede req-628cb22d-c005-4ad3-ac63-d4b914f6aaf4 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:04.395126 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a7405ab5-003a-4f1c-a50c-a02df5830ede req-628cb22d-c005-4ad3-ac63-d4b914f6aaf4 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=df4a819e-6d36-4884-b8ba-58652b3c894e HTTP/1.1" status: 200  len: 943 time: 0.2955613
Nov 19 14:34:04.515369 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Network db643085-3614-4497-bcdf-bf2c1317917a has no segments {{(pid=80260) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:34:04.525793 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3544455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11369013'] for segment, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:04.613723 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a7405ab5-003a-4f1c-a50c-a02df5830ede req-63d22892-4ac9-4d7e-9d61-39333c83aa67 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2032468
Nov 19 14:34:04.715972 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Network db643085-3614-4497-bcdf-bf2c1317917a has no segments {{(pid=80260) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:   % (table.description, expected, rows_matched)
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:   % (table.description, expected, rows_matched)
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:   % (table.description, expected, rows_matched)
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:   % (table.description, expected, rows_matched)
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]: Traceback (most recent call last):
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:     timer()
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:     cb(*args, **kw)
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:     return func(*args, **kwargs)
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:     self._notify()
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:     self.callback(batched_events)
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:     event.method(event)
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:     segment_id)['aggregates'][0]
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:     return f(self, *a, **k)
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self._get(url).json()
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:     **kwargs)
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self.request(url, 'GET', **kwargs)
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:     **endpoint_filter)
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 14:34:04.738914 dv-cinder-763306-2-iscsi neutron-server[80149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 14:34:04.813969 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851174325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:04.817341 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:34:04.836297 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:04.842587 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Pushing event deleted for resources: {'Network': ['ID=db643085-3614-4497-bcdf-bf2c1317917a,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:34:04.855068 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] 10.222.0.35 "DELETE /v2.0/networks/db643085-3614-4497-bcdf-bf2c1317917a HTTP/1.1" status: 204  len: 168 time: 2.5625346
Nov 19 14:34:04.856965 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.857649 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.857787 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.858180 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.858610 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.859049 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.859366 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.859762 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.860158 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.860548 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.860940 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.861326 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.861819 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.862209 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.862621 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.863020 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.863405 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.863789 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.864179 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.864563 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.864947 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.865352 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.865711 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.866093 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:04.870345 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-01ea31b3-ac75-406c-b011-92885bc5928c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:34:05.061955 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 35496) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:34:05.115533 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-136b7e80-549e-46f8-a45d-8eb174a63a76 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bdec5d3018a2449ba8a5c236f5a7ac0b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0522668
Nov 19 14:34:05.117845 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 35500) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:34:05.179810 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3732b07f-1639-4198-8fb4-82b6c74dafd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:05.206247 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3732b07f-1639-4198-8fb4-82b6c74dafd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:05.252442 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3732b07f-1639-4198-8fb4-82b6c74dafd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:05.257403 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-beadc950-56e1-4796-b5c3-f8f067853b57 tempest-VolumesNegativeTest-407255457 tempest-VolumesNegativeTest-407255457] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:34:05.271122 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732b07f-1639-4198-8fb4-82b6c74dafd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aef9b74-db62-45f1-8182-c09c06d87ca5,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:34:05.276978 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3732b07f-1639-4198-8fb4-82b6c74dafd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:34:05.279062 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3732b07f-1639-4198-8fb4-82b6c74dafd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:05.280294 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-3732b07f-1639-4198-8fb4-82b6c74dafd0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2aef9b74-db62-45f1-8182-c09c06d87ca5 HTTP/1.1" status: 204  len: 168 time: 0.1615200
Nov 19 14:34:05.694006 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 35510) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:34:05.753700 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-910e1bf9-bcc0-47e8-9d99-f955190d0d28 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc9f78ae64ae44bbac8dbae1d46085f4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0583456
Nov 19 14:34:05.756127 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 35514) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:34:05.757175 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.objects.ports [None req-d9ff1bce-4abc-407f-893a-c8ec25bb6917 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80262) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Nov 19 14:34:05.820881 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-002f67d2-cb5d-4a0e-810d-cad356363b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:05.832395 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff1e24-1892-4b50-8270-4305d471a1f7 req-5a2ef42f-8f18-4ba1-9c13-f9f534a7e6e4 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:05.833989 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5dff1e24-1892-4b50-8270-4305d471a1f7 req-5a2ef42f-8f18-4ba1-9c13-f9f534a7e6e4 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=df4a819e-6d36-4884-b8ba-58652b3c894e HTTP/1.1" status: 200  len: 943 time: 0.0852063
Nov 19 14:34:05.848007 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-002f67d2-cb5d-4a0e-810d-cad356363b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:05.882046 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5dff1e24-1892-4b50-8270-4305d471a1f7 req-5b12b6e6-15df-4952-876f-f910afa74644 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413942
Nov 19 14:34:05.901390 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-002f67d2-cb5d-4a0e-810d-cad356363b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:05.906976 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7b288e4d-1c89-46bf-807f-613db9ffc3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:34:05.920741 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f67d2-cb5d-4a0e-810d-cad356363b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6ebabf-f1f1-4714-b05b-772975815cab,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:34:05.923578 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-002f67d2-cb5d-4a0e-810d-cad356363b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:34:05.924731 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-002f67d2-cb5d-4a0e-810d-cad356363b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:05.925943 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-002f67d2-cb5d-4a0e-810d-cad356363b65 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d6ebabf-f1f1-4714-b05b-772975815cab HTTP/1.1" status: 204  len: 168 time: 0.1688709
Nov 19 14:34:06.234131 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 0f39f0aa-fef1-430a-9864-ef1b2d47e08e up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:34:06.307343 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning for port 0f39f0aa-fef1-430a-9864-ef1b2d47e08e completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:34:06.312709 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 0f39f0aa-fef1-430a-9864-ef1b2d47e08e triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:34:06.313136 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:06.429206 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:06.456394 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4a819e-6d36-4884-b8ba-58652b3c894e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f39f0aa-fef1-430a-9864-ef1b2d47e08e'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:34:06.466813 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 0f39f0aa-fef1-430a-9864-ef1b2d47e08e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0f39f0aa-fef1-430a-9864-ef1b2d47e08e,segment=NetworkSegment(20e122f4-fe37-4144-9c57-b8236584f9e4),segment_id=20e122f4-fe37-4144-9c57-b8236584f9e4)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:34:06.469581 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:06.471493 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:34:06.520532 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4a819e-6d36-4884-b8ba-58652b3c894e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f39f0aa-fef1-430a-9864-ef1b2d47e08e', 'code': 200}
Nov 19 14:34:06.542800 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=0f39f0aa-fef1-430a-9864-ef1b2d47e08e,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:34:06.545952 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:34:06.789788 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9310dcff-2f98-4bd7-a851-4036cc1fc03d req-9919d69f-7e04-4273-841a-2797f164e836 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=df4a819e-6d36-4884-b8ba-58652b3c894e HTTP/1.1" status: 200  len: 1162 time: 0.0766625
Nov 19 14:34:06.832393 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9310dcff-2f98-4bd7-a851-4036cc1fc03d req-f39fff1a-6d4e-4b7e-b5ed-9bc06338155b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367033
Nov 19 14:34:07.091476 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680f69c-f5ec-4621-9b73-e93aa163db99 req-0db1da16-80da-47b5-b4fc-48027441a95c tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:07.093057 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e680f69c-f5ec-4621-9b73-e93aa163db99 req-0db1da16-80da-47b5-b4fc-48027441a95c tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=df4a819e-6d36-4884-b8ba-58652b3c894e HTTP/1.1" status: 200  len: 945 time: 0.0820794
Nov 19 14:34:07.140115 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e680f69c-f5ec-4621-9b73-e93aa163db99 req-27bae5cf-36b2-4e69-87ae-0ccd214781cd tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412457
Nov 19 14:34:07.483536 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 0f39f0aa-fef1-430a-9864-ef1b2d47e08e up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:34:07.553291 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 0f39f0aa-fef1-430a-9864-ef1b2d47e08e triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:34:07.553711 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:08.348648 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903693c-1403-4a2c-a8ba-5050652c8f67 req-a1f2450b-9eb7-40f3-945e-47580bbe7abd tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:08.350246 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9903693c-1403-4a2c-a8ba-5050652c8f67 req-a1f2450b-9eb7-40f3-945e-47580bbe7abd tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=df4a819e-6d36-4884-b8ba-58652b3c894e HTTP/1.1" status: 200  len: 945 time: 0.0830600
Nov 19 14:34:08.397716 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-9903693c-1403-4a2c-a8ba-5050652c8f67 req-6d4626ea-14cd-441d-9842-5ecb84c3c0fb tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408924
Nov 19 14:34:14.681550 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:17.565288 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-6a0e05c9-6f86-479f-b5b2-1041216ac2a8 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:17.566901 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-6a0e05c9-6f86-479f-b5b2-1041216ac2a8 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/networks?id=47c67f17-0666-455a-9b17-8aaf3fe10294 HTTP/1.1" status: 200  len: 815 time: 0.1529722
Nov 19 14:34:17.584427 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-b7f772c0-8069-4998-b67c-3d635a0c4ce1 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/quotas/e3c1af50185e423aaf96bbe3b701fd82 HTTP/1.1" status: 200  len: 375 time: 0.0107226
Nov 19 14:34:17.670055 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-f91b11ef-5f93-4bd1-85ab-18fbac3454fe tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3c1af50185e423aaf96bbe3b701fd82&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0798864
Nov 19 14:34:17.943736 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-0351d709-8514-46e5-a378-2bf8af851f3d service neutron] 10.222.0.35 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2663999
Nov 19 14:34:18.084734 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-fbc85549-33d6-45ff-88a7-8d0c04dc778e service neutron] 10.222.0.35 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1340876
Nov 19 14:34:18.294824 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5e46f361-7b5c-41fe-9ef4-29cf5ec3c058 req-fa13062f-c683-4df3-81fc-a90884489d0f tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=2ce64075-7a94-4b39-ab8d-b0ebdce044cd HTTP/1.1" status: 200  len: 210 time: 0.0505981
Nov 19 14:34:19.468198 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b613fef7-efb8-4bc4-8ac9-1e28a751f4e5 req-c5ad0d1c-12e2-4146-bff9-d89b4ea6a8c7 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=2ce64075-7a94-4b39-ab8d-b0ebdce044cd HTTP/1.1" status: 200  len: 210 time: 0.0467248
Nov 19 14:34:19.663644 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-b4c4864d-aca2-4cce-97b7-82f76beb6803 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:19.665207 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-b4c4864d-aca2-4cce-97b7-82f76beb6803 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.20 "GET /v2.0/networks?id=47c67f17-0666-455a-9b17-8aaf3fe10294 HTTP/1.1" status: 200  len: 815 time: 0.1575134
Nov 19 14:34:19.690416 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-5378b442-db49-4d9b-abb8-5a82fd2fce6e tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Request body: {'port': {'device_id': '2ce64075-7a94-4b39-ab8d-b0ebdce044cd', 'network_id': '47c67f17-0666-455a-9b17-8aaf3fe10294', 'admin_state_up': True, 'tenant_id': 'e3c1af50185e423aaf96bbe3b701fd82'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:34:20.057124 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-5378b442-db49-4d9b-abb8-5a82fd2fce6e tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:34:20.067338 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-5378b442-db49-4d9b-abb8-5a82fd2fce6e tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:34:20.076052 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-5378b442-db49-4d9b-abb8-5a82fd2fce6e tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Made reservation on behalf of e3c1af50185e423aaf96bbe3b701fd82 for: {'port': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:34:20.081711 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-5378b442-db49-4d9b-abb8-5a82fd2fce6e tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:20.388494 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-5378b442-db49-4d9b-abb8-5a82fd2fce6e tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Allocated IP 172.20.0.5 (47c67f17-0666-455a-9b17-8aaf3fe10294/482ac955-98bf-4751-b1a6-7e127c056742/0f4e5cbc-bd45-4160-a55d-7fed62de8af8) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:34:20.598841 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-5378b442-db49-4d9b-abb8-5a82fd2fce6e tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:20.625474 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-5378b442-db49-4d9b-abb8-5a82fd2fce6e tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:20.640563 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:34:20.681142 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e631d-4b88-467e-8aa5-ab8f00ec4594 req-946b327c-1eec-473f-a6ad-d50b1a117570 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:20.682795 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-576e631d-4b88-467e-8aa5-ab8f00ec4594 req-946b327c-1eec-473f-a6ad-d50b1a117570 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=2ce64075-7a94-4b39-ab8d-b0ebdce044cd HTTP/1.1" status: 200  len: 931 time: 0.0835776
Nov 19 14:34:20.731187 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-576e631d-4b88-467e-8aa5-ab8f00ec4594 req-465efff2-274e-4b18-9169-a2141748665f tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421252
Nov 19 14:34:20.786824 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378b442-db49-4d9b-abb8-5a82fd2fce6e tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Pushing event updated for resources: {'Port': ['ID=0f4e5cbc-bd45-4160-a55d-7fed62de8af8,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:34:20.792088 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5378b442-db49-4d9b-abb8-5a82fd2fce6e tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:34:20.837554 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-5378b442-db49-4d9b-abb8-5a82fd2fce6e tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Network 47c67f17-0666-455a-9b17-8aaf3fe10294 is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:34:20.838721 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-5378b442-db49-4d9b-abb8-5a82fd2fce6e tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:34:20.840983 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-5378b442-db49-4d9b-abb8-5a82fd2fce6e tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:34:20.903991 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-5378b442-db49-4d9b-abb8-5a82fd2fce6e tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:20.904589 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-5378b442-db49-4d9b-abb8-5a82fd2fce6e tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:20.931525 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-5378b442-db49-4d9b-abb8-5a82fd2fce6e tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2453501
Nov 19 14:34:20.951118 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] Request body: {'port': {'device_id': '2ce64075-7a94-4b39-ab8d-b0ebdce044cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:34:21.064794 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:21.460963 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f4e5cbc-bd45-4160-a55d-7fed62de8af8 {{(pid=80260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 14:34:21.467776 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:21.480313 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] Transition to ACTIVE for port object 0f4e5cbc-bd45-4160-a55d-7fed62de8af8 will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:34:21.483034 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:21.502784 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8ce5437c-75e3-4eea-875e-56539545a797 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:34:21.640865 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4e5cbc-bd45-4160-a55d-7fed62de8af8,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:34:21.645322 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:34:21.818066 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] Attempting to bind port 0f4e5cbc-bd45-4160-a55d-7fed62de8af8 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:34:21.818463 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] Attempting to bind port 0f4e5cbc-bd45-4160-a55d-7fed62de8af8 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '20e122f4-fe37-4144-9c57-b8236584f9e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47c67f17-0666-455a-9b17-8aaf3fe10294'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:34:21.818857 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] Attempting to bind port 0f4e5cbc-bd45-4160-a55d-7fed62de8af8 on network 47c67f17-0666-455a-9b17-8aaf3fe10294 {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:34:21.825738 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] Checking agent: {'id': 'd378d45e-d3db-4cef-bd1d-68c8d9116f29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 21, 43), 'started_at': datetime.datetime(2020, 11, 19, 14, 22, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:34:21.826115 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] Checking segment: {'id': '20e122f4-fe37-4144-9c57-b8236584f9e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47c67f17-0666-455a-9b17-8aaf3fe10294'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:34:21.826526 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:21.826961 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] Bound using segment: {'id': '20e122f4-fe37-4144-9c57-b8236584f9e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47c67f17-0666-455a-9b17-8aaf3fe10294'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:34:21.827436 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] Bound port: 0f4e5cbc-bd45-4160-a55d-7fed62de8af8, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e122f4-fe37-4144-9c57-b8236584f9e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47c67f17-0666-455a-9b17-8aaf3fe10294'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:34:21.827811 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:21.979146 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] For port 0f4e5cbc-bd45-4160-a55d-7fed62de8af8, host hv-cinder-76330, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:34:21.984663 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] For port 0f4e5cbc-bd45-4160-a55d-7fed62de8af8, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0f4e5cbc-bd45-4160-a55d-7fed62de8af8,segment=NetworkSegment(20e122f4-fe37-4144-9c57-b8236584f9e4),segment_id=20e122f4-fe37-4144-9c57-b8236584f9e4)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:34:21.990106 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:22.006076 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2eae41a9-2037-4e12-848f-169e10d53e5f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:34:22.082191 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103e284-79f6-4fdb-b90b-80447803dd95 req-fb87cfc3-6989-47bf-b798-2f9397aff2a7 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:22.082977 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-0103e284-79f6-4fdb-b90b-80447803dd95 req-fb87cfc3-6989-47bf-b798-2f9397aff2a7 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Synchronizing usage tracker for tenant:e3c1af50185e423aaf96bbe3b701fd82 on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:34:22.177460 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] Pushing event updated for resources: {'Port': ['ID=0f4e5cbc-bd45-4160-a55d-7fed62de8af8,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:34:22.180915 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:34:22.181619 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-0103e284-79f6-4fdb-b90b-80447803dd95 req-fb87cfc3-6989-47bf-b798-2f9397aff2a7 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Unset dirty status for tenant:e3c1af50185e423aaf96bbe3b701fd82 on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:34:22.183005 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0103e284-79f6-4fdb-b90b-80447803dd95 req-fb87cfc3-6989-47bf-b798-2f9397aff2a7 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=2ce64075-7a94-4b39-ab8d-b0ebdce044cd HTTP/1.1" status: 200  len: 943 time: 0.3095415
Nov 19 14:34:22.254080 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:22.255555 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] 10.222.0.20 "PUT /v2.0/ports/0f4e5cbc-bd45-4160-a55d-7fed62de8af8 HTTP/1.1" status: 200  len: 1157 time: 1.3090470
Nov 19 14:34:22.256379 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce64075-7a94-4b39-ab8d-b0ebdce044cd', 'tag': '0f4e5cbc-bd45-4160-a55d-7fed62de8af8'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:34:22.263680 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0103e284-79f6-4fdb-b90b-80447803dd95 req-bc4d3d2b-a3f6-496c-9dfd-25043ad07ba6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732992
Nov 19 14:34:22.388837 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-bf54c412-45a8-4bfe-b97e-f1862e39f116 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3c1af50185e423aaf96bbe3b701fd82&device_id=2ce64075-7a94-4b39-ab8d-b0ebdce044cd HTTP/1.1" status: 200  len: 1160 time: 0.0790741
Nov 19 14:34:22.470852 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-8c5ecac9-f80d-4793-bacf-70f6fc1c862a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f4e5cbc-bd45-4160-a55d-7fed62de8af8 HTTP/1.1" status: 200  len: 217 time: 0.0673103
Nov 19 14:34:22.473284 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce64075-7a94-4b39-ab8d-b0ebdce044cd', 'tag': '0f4e5cbc-bd45-4160-a55d-7fed62de8af8', 'status': 'completed', 'code': 200}
Nov 19 14:34:22.559050 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-6a666c6a-f0a3-4e36-9332-dded6e8302b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:22.560582 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-6a666c6a-f0a3-4e36-9332-dded6e8302b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=482ac955-98bf-4751-b1a6-7e127c056742 HTTP/1.1" status: 200  len: 855 time: 0.0667381
Nov 19 14:34:22.609673 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-e0a27842-918c-4734-864b-2aa4e1b7a42d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47c67f17-0666-455a-9b17-8aaf3fe10294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426545
Nov 19 14:34:22.750092 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-621f29a7-f8cf-4043-b528-9e819b2fca6c service neutron] 10.222.0.20 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333148
Nov 19 14:34:22.890066 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-973d81ec-81a5-4fa3-8347-cef81b8254cc req-52d454a5-0b06-438f-ade3-815a3cedeec4 service neutron] 10.222.0.20 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1340067
Nov 19 14:34:23.063714 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5a5ba978-2497-480d-826a-0975ae58c820 req-52e380b8-03f9-481e-ab18-87505afcae6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3c1af50185e423aaf96bbe3b701fd82&device_id=2ce64075-7a94-4b39-ab8d-b0ebdce044cd HTTP/1.1" status: 200  len: 1160 time: 0.0795026
Nov 19 14:34:23.205013 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ba978-2497-480d-826a-0975ae58c820 req-7ef47bca-eadb-4347-befa-665e1e1f431b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:23.206518 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5a5ba978-2497-480d-826a-0975ae58c820 req-7ef47bca-eadb-4347-befa-665e1e1f431b service neutron] 10.222.0.20 "GET /v2.0/networks?id=47c67f17-0666-455a-9b17-8aaf3fe10294 HTTP/1.1" status: 200  len: 909 time: 0.1363585
Nov 19 14:34:23.275941 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5a5ba978-2497-480d-826a-0975ae58c820 req-ea8672a4-9b53-444c-9335-8259ce80163f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f4e5cbc-bd45-4160-a55d-7fed62de8af8 HTTP/1.1" status: 200  len: 217 time: 0.0631073
Nov 19 14:34:23.348934 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ba978-2497-480d-826a-0975ae58c820 req-c7feeba4-dd9d-4461-98b9-13de55a1d129 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:23.350530 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5a5ba978-2497-480d-826a-0975ae58c820 req-c7feeba4-dd9d-4461-98b9-13de55a1d129 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=482ac955-98bf-4751-b1a6-7e127c056742 HTTP/1.1" status: 200  len: 855 time: 0.0676217
Nov 19 14:34:23.434233 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5a5ba978-2497-480d-826a-0975ae58c820 req-e003c6a3-c669-4752-8fca-b97aae0472a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47c67f17-0666-455a-9b17-8aaf3fe10294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0758688
Nov 19 14:34:23.590655 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68da832-d262-48d5-ade5-5158253be4e5 req-08adb539-75be-4ec9-8e2f-c0ba66e02ace tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:23.592221 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b68da832-d262-48d5-ade5-5158253be4e5 req-08adb539-75be-4ec9-8e2f-c0ba66e02ace tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=2ce64075-7a94-4b39-ab8d-b0ebdce044cd HTTP/1.1" status: 200  len: 943 time: 0.1965594
Nov 19 14:34:23.626497 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5a5ba978-2497-480d-826a-0975ae58c820 req-1827d153-06af-45ca-b45e-a6a88d5764ec service neutron] 10.222.0.20 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1821907
Nov 19 14:34:23.692721 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b68da832-d262-48d5-ade5-5158253be4e5 req-7eb6606e-c27a-45b6-9742-5570d4587f1e tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916040
Nov 19 14:34:23.784500 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5a5ba978-2497-480d-826a-0975ae58c820 req-16d6daa8-64c5-4f3b-8d13-982a6404102e service neutron] 10.222.0.20 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1470139
Nov 19 14:34:24.909005 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdfbfe-7676-4c4e-8a1f-11946de1d600 req-05024a11-f2fb-4bb1-8270-0d865f16336c tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:24.910641 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-69fdfbfe-7676-4c4e-8a1f-11946de1d600 req-05024a11-f2fb-4bb1-8270-0d865f16336c tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=2ce64075-7a94-4b39-ab8d-b0ebdce044cd HTTP/1.1" status: 200  len: 943 time: 0.0866294
Nov 19 14:34:24.958724 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-69fdfbfe-7676-4c4e-8a1f-11946de1d600 req-680be616-1cf8-4255-9ec6-be62fa51ae4d tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409925
Nov 19 14:34:25.516738 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-88992ec3-cfdf-4d7d-b782-2d103300f981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:25.942974 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 0f4e5cbc-bd45-4160-a55d-7fed62de8af8 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:34:26.015864 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning for port 0f4e5cbc-bd45-4160-a55d-7fed62de8af8 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:34:26.020856 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 0f4e5cbc-bd45-4160-a55d-7fed62de8af8 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:34:26.021283 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:26.141254 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:26.169225 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce64075-7a94-4b39-ab8d-b0ebdce044cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4e5cbc-bd45-4160-a55d-7fed62de8af8'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:34:26.174084 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bc8f5-daa7-439f-af34-712da68ab014 req-2068e80b-8ad1-4da6-9aed-9f2d9e7b6fb9 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:26.175902 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-949bc8f5-daa7-439f-af34-712da68ab014 req-2068e80b-8ad1-4da6-9aed-9f2d9e7b6fb9 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=2ce64075-7a94-4b39-ab8d-b0ebdce044cd HTTP/1.1" status: 200  len: 943 time: 0.0884960
Nov 19 14:34:26.180291 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 0f4e5cbc-bd45-4160-a55d-7fed62de8af8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0f4e5cbc-bd45-4160-a55d-7fed62de8af8,segment=NetworkSegment(20e122f4-fe37-4144-9c57-b8236584f9e4),segment_id=20e122f4-fe37-4144-9c57-b8236584f9e4)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:34:26.184184 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:26.186112 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:34:26.228156 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-949bc8f5-daa7-439f-af34-712da68ab014 req-d57b129f-7f8c-481d-83bd-03b57e0df0b5 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445478
Nov 19 14:34:26.232608 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce64075-7a94-4b39-ab8d-b0ebdce044cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4e5cbc-bd45-4160-a55d-7fed62de8af8', 'code': 200}
Nov 19 14:34:26.255186 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=0f4e5cbc-bd45-4160-a55d-7fed62de8af8,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:34:26.258490 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:34:26.495682 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-70f5d927-d79f-4fae-8b09-7ca04e00270c req-6bf15d1f-119b-44b1-8d29-c4c54e947424 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2ce64075-7a94-4b39-ab8d-b0ebdce044cd HTTP/1.1" status: 200  len: 1162 time: 0.0710983
Nov 19 14:34:26.542615 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-70f5d927-d79f-4fae-8b09-7ca04e00270c req-60726353-b6e6-44cb-bfbd-50207fc22b0b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402725
Nov 19 14:34:27.441595 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640be1b-41ec-426a-b205-de946224b23d req-390482ee-4e89-44ba-8c7f-cc7d893c7160 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:27.443247 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f640be1b-41ec-426a-b205-de946224b23d req-390482ee-4e89-44ba-8c7f-cc7d893c7160 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=2ce64075-7a94-4b39-ab8d-b0ebdce044cd HTTP/1.1" status: 200  len: 945 time: 0.0830679
Nov 19 14:34:27.491508 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f640be1b-41ec-426a-b205-de946224b23d req-7bea8073-d679-4023-ba42-12e92148ff65 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416133
Nov 19 14:34:27.685683 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 0f4e5cbc-bd45-4160-a55d-7fed62de8af8 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:34:27.755973 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 0f4e5cbc-bd45-4160-a55d-7fed62de8af8 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:34:27.756395 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:27.782914 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:34:28.204165 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4bfd158e-8db2-4303-9c37-22cb1d217abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:28.702546 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7677ddf9-04c2-4765-adb3-3df676f2bc56 req-a3219ad7-7f67-40bc-af44-876db7e1d951 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:28.704156 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7677ddf9-04c2-4765-adb3-3df676f2bc56 req-a3219ad7-7f67-40bc-af44-876db7e1d951 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=2ce64075-7a94-4b39-ab8d-b0ebdce044cd HTTP/1.1" status: 200  len: 945 time: 0.0818346
Nov 19 14:34:28.751088 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7677ddf9-04c2-4765-adb3-3df676f2bc56 req-d963038f-d1b7-4795-a410-698709542215 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410175
Nov 19 14:34:28.825587 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:29.707412 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:29.995104 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:31.080612 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fc478-d464-4db5-8216-c5e32747b7ca req-02c0f536-4d6d-4c89-a332-c0774520347a tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:31.081359 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-553fc478-d464-4db5-8216-c5e32747b7ca req-02c0f536-4d6d-4c89-a332-c0774520347a tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Synchronizing usage tracker for tenant:e3c1af50185e423aaf96bbe3b701fd82 on resource:network {{(pid=80261) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:34:31.097751 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-553fc478-d464-4db5-8216-c5e32747b7ca req-02c0f536-4d6d-4c89-a332-c0774520347a tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Unset dirty status for tenant:e3c1af50185e423aaf96bbe3b701fd82 on resource:network {{(pid=80261) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:34:31.099023 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-553fc478-d464-4db5-8216-c5e32747b7ca req-02c0f536-4d6d-4c89-a332-c0774520347a tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/networks?id=47c67f17-0666-455a-9b17-8aaf3fe10294 HTTP/1.1" status: 200  len: 815 time: 0.1714365
Nov 19 14:34:31.116282 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-553fc478-d464-4db5-8216-c5e32747b7ca req-7b622400-68b9-4d8b-b069-a1ab582f2178 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/quotas/e3c1af50185e423aaf96bbe3b701fd82 HTTP/1.1" status: 200  len: 375 time: 0.0107408
Nov 19 14:34:31.203896 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-553fc478-d464-4db5-8216-c5e32747b7ca req-c9bd5716-6183-4e8b-b87b-cad48f7a133c tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3c1af50185e423aaf96bbe3b701fd82&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0822816
Nov 19 14:34:31.291012 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f70ed669-a745-400d-9ad2-7ee51d9b768c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=80261) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Nov 19 14:34:31.292074 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f70ed669-a745-400d-9ad2-7ee51d9b768c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12800 time: 0.0812633
Nov 19 14:34:31.663436 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-553fc478-d464-4db5-8216-c5e32747b7ca req-5fa7f1d2-2b31-43e4-a945-d09ce8275a3a service neutron] 10.222.0.35 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3648098
Nov 19 14:34:31.804990 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-553fc478-d464-4db5-8216-c5e32747b7ca req-2bbbbe35-a331-494c-9e77-b3ef99acef84 service neutron] 10.222.0.35 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1347466
Nov 19 14:34:32.002254 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1828797a-a73c-4786-85ff-ee67e27fed43 req-b474f89e-c8a4-4f46-bec2-63396aa7d719 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=11de8307-a39e-4a7c-8111-b6466a08b616 HTTP/1.1" status: 200  len: 210 time: 0.0460541
Nov 19 14:34:33.170014 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fc478-d464-4db5-8216-c5e32747b7ca req-73a4568c-8077-4a80-ad3b-e9a8997d5ec5 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:33.171741 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-553fc478-d464-4db5-8216-c5e32747b7ca req-73a4568c-8077-4a80-ad3b-e9a8997d5ec5 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.20 "GET /v2.0/networks?id=47c67f17-0666-455a-9b17-8aaf3fe10294 HTTP/1.1" status: 200  len: 815 time: 0.1716475
Nov 19 14:34:33.183799 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-0286b74c-82e1-42da-afde-fbf1e2465553 req-bfb59bc4-e4d1-4f4f-b1bf-a05a6484b1d5 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=11de8307-a39e-4a7c-8111-b6466a08b616 HTTP/1.1" status: 200  len: 210 time: 0.0457425
Nov 19 14:34:33.197134 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-553fc478-d464-4db5-8216-c5e32747b7ca req-1ac67a12-ae91-49ed-8718-9836de7f1ff6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Request body: {'port': {'device_id': '11de8307-a39e-4a7c-8111-b6466a08b616', 'network_id': '47c67f17-0666-455a-9b17-8aaf3fe10294', 'admin_state_up': True, 'tenant_id': 'e3c1af50185e423aaf96bbe3b701fd82'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:34:33.549712 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-553fc478-d464-4db5-8216-c5e32747b7ca req-1ac67a12-ae91-49ed-8718-9836de7f1ff6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:34:33.560073 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-553fc478-d464-4db5-8216-c5e32747b7ca req-1ac67a12-ae91-49ed-8718-9836de7f1ff6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:34:33.569383 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553fc478-d464-4db5-8216-c5e32747b7ca req-1ac67a12-ae91-49ed-8718-9836de7f1ff6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Made reservation on behalf of e3c1af50185e423aaf96bbe3b701fd82 for: {'port': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:34:33.575130 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-553fc478-d464-4db5-8216-c5e32747b7ca req-1ac67a12-ae91-49ed-8718-9836de7f1ff6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:33.881592 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-553fc478-d464-4db5-8216-c5e32747b7ca req-1ac67a12-ae91-49ed-8718-9836de7f1ff6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Allocated IP 172.20.0.10 (47c67f17-0666-455a-9b17-8aaf3fe10294/482ac955-98bf-4751-b1a6-7e127c056742/f0ce2a67-1b31-4848-b1ee-49a458653b5a) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:34:34.093405 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-553fc478-d464-4db5-8216-c5e32747b7ca req-1ac67a12-ae91-49ed-8718-9836de7f1ff6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:34.120704 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-553fc478-d464-4db5-8216-c5e32747b7ca req-1ac67a12-ae91-49ed-8718-9836de7f1ff6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:34.135856 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-fb577efb-37b8-4df9-8349-831b8b3ebc24 tempest-AttachVolumeShelveTestJSON-1729819431 tempest-AttachVolumeShelveTestJSON-1729819431] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:34:34.281334 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac67a12-ae91-49ed-8718-9836de7f1ff6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Pushing event updated for resources: {'Port': ['ID=f0ce2a67-1b31-4848-b1ee-49a458653b5a,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:34:34.285832 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1ac67a12-ae91-49ed-8718-9836de7f1ff6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:34:34.385731 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553fc478-d464-4db5-8216-c5e32747b7ca req-1ac67a12-ae91-49ed-8718-9836de7f1ff6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Network 47c67f17-0666-455a-9b17-8aaf3fe10294 is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:34:34.387546 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-553fc478-d464-4db5-8216-c5e32747b7ca req-1ac67a12-ae91-49ed-8718-9836de7f1ff6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:34:34.389832 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-553fc478-d464-4db5-8216-c5e32747b7ca req-1ac67a12-ae91-49ed-8718-9836de7f1ff6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:34:34.465101 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fc478-d464-4db5-8216-c5e32747b7ca req-1ac67a12-ae91-49ed-8718-9836de7f1ff6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:34.465760 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-553fc478-d464-4db5-8216-c5e32747b7ca req-1ac67a12-ae91-49ed-8718-9836de7f1ff6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:34.477091 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871d5d2-3638-461c-bf41-1429a82c15fa req-2019ea74-6b8c-4b1a-a63d-77271f6cda0d tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:34.478718 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1871d5d2-3638-461c-bf41-1429a82c15fa req-2019ea74-6b8c-4b1a-a63d-77271f6cda0d tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=11de8307-a39e-4a7c-8111-b6466a08b616 HTTP/1.1" status: 200  len: 932 time: 0.1628599
Nov 19 14:34:34.527773 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-553fc478-d464-4db5-8216-c5e32747b7ca req-1ac67a12-ae91-49ed-8718-9836de7f1ff6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3359766
Nov 19 14:34:34.537789 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-1871d5d2-3638-461c-bf41-1429a82c15fa req-06ace078-c7fd-4ed5-8986-dd259b484d1c tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507929
Nov 19 14:34:34.546515 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] Request body: {'port': {'device_id': '11de8307-a39e-4a7c-8111-b6466a08b616', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:34:34.660013 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:35.064869 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ce2a67-1b31-4848-b1ee-49a458653b5a {{(pid=80260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 14:34:35.071826 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:35.083880 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] Transition to ACTIVE for port object f0ce2a67-1b31-4848-b1ee-49a458653b5a will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:34:35.086602 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:35.102138 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5378b442-db49-4d9b-abb8-5a82fd2fce6e tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:34:35.244101 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ce2a67-1b31-4848-b1ee-49a458653b5a,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:34:35.248597 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:34:35.417466 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] Attempting to bind port f0ce2a67-1b31-4848-b1ee-49a458653b5a on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:34:35.418076 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] Attempting to bind port f0ce2a67-1b31-4848-b1ee-49a458653b5a by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '20e122f4-fe37-4144-9c57-b8236584f9e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47c67f17-0666-455a-9b17-8aaf3fe10294'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:34:35.418199 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] Attempting to bind port f0ce2a67-1b31-4848-b1ee-49a458653b5a on network 47c67f17-0666-455a-9b17-8aaf3fe10294 {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:34:35.424949 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] Checking agent: {'id': 'd378d45e-d3db-4cef-bd1d-68c8d9116f29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 21, 43), 'started_at': datetime.datetime(2020, 11, 19, 14, 22, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:34:35.425326 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] Checking segment: {'id': '20e122f4-fe37-4144-9c57-b8236584f9e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47c67f17-0666-455a-9b17-8aaf3fe10294'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:34:35.425732 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:35.426130 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] Bound using segment: {'id': '20e122f4-fe37-4144-9c57-b8236584f9e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47c67f17-0666-455a-9b17-8aaf3fe10294'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:34:35.426623 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] Bound port: f0ce2a67-1b31-4848-b1ee-49a458653b5a, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e122f4-fe37-4144-9c57-b8236584f9e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47c67f17-0666-455a-9b17-8aaf3fe10294'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:34:35.427000 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:35.515832 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] For port f0ce2a67-1b31-4848-b1ee-49a458653b5a, host hv-cinder-76330, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:34:35.518893 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] For port f0ce2a67-1b31-4848-b1ee-49a458653b5a, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f0ce2a67-1b31-4848-b1ee-49a458653b5a,segment=NetworkSegment(20e122f4-fe37-4144-9c57-b8236584f9e4),segment_id=20e122f4-fe37-4144-9c57-b8236584f9e4)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:34:35.522110 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:35.541172 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-559dabcd-e041-41b2-8a24-a881dc028322 tempest-VolumesActionsTest-454060903 tempest-VolumesActionsTest-454060903] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:34:35.690048 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ce2a67-1b31-4848-b1ee-49a458653b5a,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:34:35.694871 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:34:35.730196 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:35.732295 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f2017ffe-4e42-4550-8ee5-59660760f224 service neutron] 10.222.0.20 "PUT /v2.0/ports/f0ce2a67-1b31-4848-b1ee-49a458653b5a HTTP/1.1" status: 200  len: 1158 time: 1.1900218
Nov 19 14:34:35.732840 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11de8307-a39e-4a7c-8111-b6466a08b616', 'tag': 'f0ce2a67-1b31-4848-b1ee-49a458653b5a'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:34:35.752949 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc0e4b-4cc9-4199-89c6-bd2dd1c339f2 req-07135fab-7eda-421c-ba75-9ac554393f25 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:35.754596 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-13dc0e4b-4cc9-4199-89c6-bd2dd1c339f2 req-07135fab-7eda-421c-ba75-9ac554393f25 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=11de8307-a39e-4a7c-8111-b6466a08b616 HTTP/1.1" status: 200  len: 944 time: 0.0885141
Nov 19 14:34:35.805067 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-13dc0e4b-4cc9-4199-89c6-bd2dd1c339f2 req-f2a5590d-3634-47bc-a785-34437cb5ecc6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438366
Nov 19 14:34:35.819224 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11de8307-a39e-4a7c-8111-b6466a08b616', 'tag': 'f0ce2a67-1b31-4848-b1ee-49a458653b5a', 'status': 'completed', 'code': 200}
Nov 19 14:34:35.861757 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-553fc478-d464-4db5-8216-c5e32747b7ca req-b784392c-1bdd-40f3-a625-e88af49abe4f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3c1af50185e423aaf96bbe3b701fd82&device_id=11de8307-a39e-4a7c-8111-b6466a08b616 HTTP/1.1" status: 200  len: 1161 time: 0.0781500
Nov 19 14:34:35.947216 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-553fc478-d464-4db5-8216-c5e32747b7ca req-f8122c5b-e042-457d-a097-7f28e5a2f135 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0ce2a67-1b31-4848-b1ee-49a458653b5a HTTP/1.1" status: 200  len: 217 time: 0.0679162
Nov 19 14:34:36.015370 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fc478-d464-4db5-8216-c5e32747b7ca req-0bec6ced-ad27-4d27-bb6c-174cf9b5cb42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:36.016925 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-553fc478-d464-4db5-8216-c5e32747b7ca req-0bec6ced-ad27-4d27-bb6c-174cf9b5cb42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=482ac955-98bf-4751-b1a6-7e127c056742 HTTP/1.1" status: 200  len: 855 time: 0.0627050
Nov 19 14:34:36.068669 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-553fc478-d464-4db5-8216-c5e32747b7ca req-c437f722-3dfc-49ba-a81c-f288af766bc8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47c67f17-0666-455a-9b17-8aaf3fe10294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440991
Nov 19 14:34:36.211237 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-553fc478-d464-4db5-8216-c5e32747b7ca req-2997b036-76c8-46e7-aa16-cbf7799e12fa service neutron] 10.222.0.20 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351259
Nov 19 14:34:36.349985 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-553fc478-d464-4db5-8216-c5e32747b7ca req-3fcd81c9-a393-4510-9066-a2e94de7fd06 service neutron] 10.222.0.20 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1325772
Nov 19 14:34:36.518815 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3ac2d740-1d74-447e-8278-9b1c30da53bb req-79ef2f17-474c-4622-aec6-1d31bfd714f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3c1af50185e423aaf96bbe3b701fd82&device_id=11de8307-a39e-4a7c-8111-b6466a08b616 HTTP/1.1" status: 200  len: 1161 time: 0.0738902
Nov 19 14:34:36.660687 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2d740-1d74-447e-8278-9b1c30da53bb req-e701eeb2-3bec-4da7-b488-55f05cdab173 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:36.662187 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3ac2d740-1d74-447e-8278-9b1c30da53bb req-e701eeb2-3bec-4da7-b488-55f05cdab173 service neutron] 10.222.0.20 "GET /v2.0/networks?id=47c67f17-0666-455a-9b17-8aaf3fe10294 HTTP/1.1" status: 200  len: 909 time: 0.1339326
Nov 19 14:34:36.735512 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3ac2d740-1d74-447e-8278-9b1c30da53bb req-7480f5e5-8133-4b47-a027-9b97ce714ee5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0ce2a67-1b31-4848-b1ee-49a458653b5a HTTP/1.1" status: 200  len: 217 time: 0.0653298
Nov 19 14:34:36.803238 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2d740-1d74-447e-8278-9b1c30da53bb req-c1e33e85-9697-417c-a2a8-54198ceafa16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:36.805420 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3ac2d740-1d74-447e-8278-9b1c30da53bb req-c1e33e85-9697-417c-a2a8-54198ceafa16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=482ac955-98bf-4751-b1a6-7e127c056742 HTTP/1.1" status: 200  len: 855 time: 0.0625958
Nov 19 14:34:36.855381 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3ac2d740-1d74-447e-8278-9b1c30da53bb req-f8978917-fa03-450d-8c5e-66581c77266d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47c67f17-0666-455a-9b17-8aaf3fe10294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419433
Nov 19 14:34:37.271517 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3ac2d740-1d74-447e-8278-9b1c30da53bb req-2242f97c-1e1f-4771-8814-74f6172b8a56 service neutron] 10.222.0.20 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4080539
Nov 19 14:34:37.317582 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4edc7a-4903-496c-b51d-4c8ed4e4b837 req-616033d4-05a1-46a9-aab0-3e76ca05f04b tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:37.318332 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-7a4edc7a-4903-496c-b51d-4c8ed4e4b837 req-616033d4-05a1-46a9-aab0-3e76ca05f04b tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Synchronizing usage tracker for tenant:e3c1af50185e423aaf96bbe3b701fd82 on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:34:37.410744 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-7a4edc7a-4903-496c-b51d-4c8ed4e4b837 req-616033d4-05a1-46a9-aab0-3e76ca05f04b tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Unset dirty status for tenant:e3c1af50185e423aaf96bbe3b701fd82 on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:34:37.412012 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7a4edc7a-4903-496c-b51d-4c8ed4e4b837 req-616033d4-05a1-46a9-aab0-3e76ca05f04b tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=11de8307-a39e-4a7c-8111-b6466a08b616 HTTP/1.1" status: 200  len: 944 time: 0.2368886
Nov 19 14:34:37.457294 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3ac2d740-1d74-447e-8278-9b1c30da53bb req-320cdf26-4038-43e1-a036-b3901133fea2 service neutron] 10.222.0.20 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1773088
Nov 19 14:34:37.478032 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7a4edc7a-4903-496c-b51d-4c8ed4e4b837 req-10fe71bb-9a31-4496-97e8-b8f891c5c8b0 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589788
Nov 19 14:34:38.687395 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a997505-9d22-4404-bf13-982f384483cc req-3ba02e28-8285-485c-8841-71fb5d7f755e tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:38.688956 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3a997505-9d22-4404-bf13-982f384483cc req-3ba02e28-8285-485c-8841-71fb5d7f755e tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=11de8307-a39e-4a7c-8111-b6466a08b616 HTTP/1.1" status: 200  len: 944 time: 0.0822997
Nov 19 14:34:38.736689 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-3a997505-9d22-4404-bf13-982f384483cc req-76cae364-0810-47fc-8600-c01c6175a0ad tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418394
Nov 19 14:34:39.949298 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b04d12-9057-41b1-830d-13e547dbf646 req-1ab8b0f2-e333-4dc7-ab47-bf401ad70d32 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:39.950919 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d4b04d12-9057-41b1-830d-13e547dbf646 req-1ab8b0f2-e333-4dc7-ab47-bf401ad70d32 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=11de8307-a39e-4a7c-8111-b6466a08b616 HTTP/1.1" status: 200  len: 944 time: 0.0869541
Nov 19 14:34:39.998614 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d4b04d12-9057-41b1-830d-13e547dbf646 req-eb60d5de-bf79-4e97-a1b3-c98b258aeda5 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415871
Nov 19 14:34:40.204067 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device f0ce2a67-1b31-4848-b1ee-49a458653b5a up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:34:40.274888 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning for port f0ce2a67-1b31-4848-b1ee-49a458653b5a completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:34:40.279590 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port f0ce2a67-1b31-4848-b1ee-49a458653b5a triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:34:40.280017 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:40.392869 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:40.419770 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11de8307-a39e-4a7c-8111-b6466a08b616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ce2a67-1b31-4848-b1ee-49a458653b5a'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:34:40.429574 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port f0ce2a67-1b31-4848-b1ee-49a458653b5a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f0ce2a67-1b31-4848-b1ee-49a458653b5a,segment=NetworkSegment(20e122f4-fe37-4144-9c57-b8236584f9e4),segment_id=20e122f4-fe37-4144-9c57-b8236584f9e4)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:34:40.432945 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:40.434860 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:34:40.503056 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=f0ce2a67-1b31-4848-b1ee-49a458653b5a,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:34:40.512072 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.512509 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.512893 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.513321 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.513701 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.514077 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.514449 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.514856 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.515228 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.515594 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.515962 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.516326 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.516789 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.517155 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.517519 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.517882 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.518241 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.518620 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.518986 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.519346 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.519706 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.520068 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.520428 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.520789 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:34:40.525129 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:34:40.562178 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11de8307-a39e-4a7c-8111-b6466a08b616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ce2a67-1b31-4848-b1ee-49a458653b5a', 'code': 200}
Nov 19 14:34:40.846393 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-caa9f2c7-19c0-4d6f-baf4-0cda04b2a641 req-c3a47cab-9dbe-4432-bcbd-0e8f355a7660 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=11de8307-a39e-4a7c-8111-b6466a08b616 HTTP/1.1" status: 200  len: 1163 time: 0.0731173
Nov 19 14:34:40.891304 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-caa9f2c7-19c0-4d6f-baf4-0cda04b2a641 req-6e95cd07-df9f-42a1-b6ef-891c71e70a38 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370719
Nov 19 14:34:41.209046 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082be61-607a-41b1-8d20-28a120b21f89 req-6c2c96b1-88b8-4c22-98bc-9fa60e15604c tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:41.210843 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5082be61-607a-41b1-8d20-28a120b21f89 req-6c2c96b1-88b8-4c22-98bc-9fa60e15604c tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=11de8307-a39e-4a7c-8111-b6466a08b616 HTTP/1.1" status: 200  len: 946 time: 0.0866697
Nov 19 14:34:41.260080 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5082be61-607a-41b1-8d20-28a120b21f89 req-228d8985-13ec-4f10-b31f-f448c13950d6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423503
Nov 19 14:34:41.888366 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device f0ce2a67-1b31-4848-b1ee-49a458653b5a up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:34:41.960191 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port f0ce2a67-1b31-4848-b1ee-49a458653b5a triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:34:41.960618 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:42.477324 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8f0e1-8f4e-4411-b58e-7d55141577fb req-afcd4081-55d8-43cc-a17c-d4388062626f tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:42.479001 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6af8f0e1-8f4e-4411-b58e-7d55141577fb req-afcd4081-55d8-43cc-a17c-d4388062626f tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=11de8307-a39e-4a7c-8111-b6466a08b616 HTTP/1.1" status: 200  len: 946 time: 0.0863481
Nov 19 14:34:42.526927 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-6af8f0e1-8f4e-4411-b58e-7d55141577fb req-ed04c27a-99ab-459b-adf9-5a825f99ca53 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417898
Nov 19 14:34:44.700168 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:48.104459 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a7370201-f45a-42cb-be0d-54eab9f709b4 req-fccbf030-7e43-461d-bdf2-aaf9d1fd8f96 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=df4a819e-6d36-4884-b8ba-58652b3c894e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0743668
Nov 19 14:34:48.275690 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a7370201-f45a-42cb-be0d-54eab9f709b4 req-9afb067d-943f-4d85-87e0-7aad18cc4e11 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3c1af50185e423aaf96bbe3b701fd82&device_id=df4a819e-6d36-4884-b8ba-58652b3c894e HTTP/1.1" status: 200  len: 1162 time: 0.0783327
Nov 19 14:34:48.435871 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7370201-f45a-42cb-be0d-54eab9f709b4 req-7a7d034f-84d9-48fb-80ea-23f539b7b604 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:48.437378 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a7370201-f45a-42cb-be0d-54eab9f709b4 req-7a7d034f-84d9-48fb-80ea-23f539b7b604 service neutron] 10.222.0.20 "GET /v2.0/networks?id=47c67f17-0666-455a-9b17-8aaf3fe10294 HTTP/1.1" status: 200  len: 909 time: 0.1389704
Nov 19 14:34:48.509794 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a7370201-f45a-42cb-be0d-54eab9f709b4 req-c3d61ed5-5730-4513-ad20-8d1fa3eeea0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f39f0aa-fef1-430a-9864-ef1b2d47e08e HTTP/1.1" status: 200  len: 217 time: 0.0647874
Nov 19 14:34:48.581601 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7370201-f45a-42cb-be0d-54eab9f709b4 req-87a0fc83-7c8a-470c-9d1d-4dc0ca5c7ae6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:48.583161 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a7370201-f45a-42cb-be0d-54eab9f709b4 req-87a0fc83-7c8a-470c-9d1d-4dc0ca5c7ae6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=482ac955-98bf-4751-b1a6-7e127c056742 HTTP/1.1" status: 200  len: 855 time: 0.0668683
Nov 19 14:34:48.634728 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a7370201-f45a-42cb-be0d-54eab9f709b4 req-d257329d-7d42-4e64-8430-a5ba733d4238 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47c67f17-0666-455a-9b17-8aaf3fe10294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420520
Nov 19 14:34:48.775117 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a7370201-f45a-42cb-be0d-54eab9f709b4 req-a4c1a7f1-6aa2-4bb1-8f0d-b6484307266e service neutron] 10.222.0.20 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330528
Nov 19 14:34:48.928257 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a7370201-f45a-42cb-be0d-54eab9f709b4 req-251a010e-49dd-4905-beba-4d11cb7438a3 service neutron] 10.222.0.20 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445723
Nov 19 14:34:54.328977 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-37d41f64-f729-4e01-bbc8-11a0a938c719 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:54.330482 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-37d41f64-f729-4e01-bbc8-11a0a938c719 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/networks?id=47c67f17-0666-455a-9b17-8aaf3fe10294 HTTP/1.1" status: 200  len: 815 time: 0.1554065
Nov 19 14:34:54.348426 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-5cd57bc4-43f2-4a94-b781-08ff513be26a tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/quotas/e3c1af50185e423aaf96bbe3b701fd82 HTTP/1.1" status: 200  len: 375 time: 0.0117290
Nov 19 14:34:54.439073 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-68571ccc-ca81-45a5-a33c-bf7d12c6e736 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?tenant_id=e3c1af50185e423aaf96bbe3b701fd82&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0853617
Nov 19 14:34:54.582441 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-80c111d6-89d3-4fa0-9ab5-616f5f36d6fa service neutron] 10.222.0.35 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360252
Nov 19 14:34:54.722401 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-9e3a3087-6d87-4c67-89dd-2f1ec16f80f8 service neutron] 10.222.0.35 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1338062
Nov 19 14:34:54.924702 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b5d5d095-e84e-43f0-8bf6-98be29e51c90 req-4ded468d-54fc-482a-905a-4b3fb5be3545 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=dc097f01-4e3e-4a8f-9629-e14ff9735c03 HTTP/1.1" status: 200  len: 210 time: 0.0480523
Nov 19 14:34:55.508875 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4e6f257b-df86-41be-9b22-762d8f8cbf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:56.106832 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-79d296d8-822e-4fff-8b4a-ab45a0099972 req-785817c2-2fe4-499c-8cf6-8156307ae291 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=dc097f01-4e3e-4a8f-9629-e14ff9735c03 HTTP/1.1" status: 200  len: 210 time: 0.0476832
Nov 19 14:34:56.107456 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-07526290-79ea-4067-81c1-d614d55e7685 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:56.109197 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-07526290-79ea-4067-81c1-d614d55e7685 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.20 "GET /v2.0/networks?id=47c67f17-0666-455a-9b17-8aaf3fe10294 HTTP/1.1" status: 200  len: 815 time: 0.1619895
Nov 19 14:34:56.136140 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-b34cb115-7b7b-4f36-82dd-6ff1698775cc tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Request body: {'port': {'device_id': 'dc097f01-4e3e-4a8f-9629-e14ff9735c03', 'network_id': '47c67f17-0666-455a-9b17-8aaf3fe10294', 'admin_state_up': True, 'tenant_id': 'e3c1af50185e423aaf96bbe3b701fd82'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:34:56.282067 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-b34cb115-7b7b-4f36-82dd-6ff1698775cc tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:34:56.292351 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-b34cb115-7b7b-4f36-82dd-6ff1698775cc tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:34:56.300953 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-b34cb115-7b7b-4f36-82dd-6ff1698775cc tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Made reservation on behalf of e3c1af50185e423aaf96bbe3b701fd82 for: {'port': 1} {{(pid=80260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Nov 19 14:34:56.306969 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-b34cb115-7b7b-4f36-82dd-6ff1698775cc tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:56.610997 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_common [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-b34cb115-7b7b-4f36-82dd-6ff1698775cc tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Allocated IP 172.20.0.2 (47c67f17-0666-455a-9b17-8aaf3fe10294/482ac955-98bf-4751-b1a6-7e127c056742/2ddd17b3-5f06-4bcd-8d84-185e327f2b21) {{(pid=80260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Nov 19 14:34:56.818766 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-b34cb115-7b7b-4f36-82dd-6ff1698775cc tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks [] for port, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:56.845255 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-b34cb115-7b7b-4f36-82dd-6ff1698775cc tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774145719582', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:56.859807 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-4bf3dd63-833d-4a43-9acb-fe19631b5a2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:34:57.006248 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34cb115-7b7b-4f36-82dd-6ff1698775cc tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Pushing event updated for resources: {'Port': ['ID=2ddd17b3-5f06-4bcd-8d84-185e327f2b21,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:34:57.011359 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b34cb115-7b7b-4f36-82dd-6ff1698775cc tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:34:57.053998 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-b34cb115-7b7b-4f36-82dd-6ff1698775cc tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Network 47c67f17-0666-455a-9b17-8aaf3fe10294 is already hosted by enough agents. {{(pid=80260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Nov 19 14:34:57.055175 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.scheduler.base_scheduler [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-b34cb115-7b7b-4f36-82dd-6ff1698775cc tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Resources bound (agent type, host, resource id):  {{(pid=80260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Nov 19 14:34:57.057369 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-b34cb115-7b7b-4f36-82dd-6ff1698775cc tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Received port after_create {{(pid=80260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Nov 19 14:34:57.119529 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-b34cb115-7b7b-4f36-82dd-6ff1698775cc tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:57.120186 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-b34cb115-7b7b-4f36-82dd-6ff1698775cc tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:57.144478 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-b34cb115-7b7b-4f36-82dd-6ff1698775cc tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0127912
Nov 19 14:34:57.165088 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.v2.base [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Request body: {'port': {'device_id': 'dc097f01-4e3e-4a8f-9629-e14ff9735c03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Nov 19 14:34:57.333726 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:57.452027 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaef3e1-1167-46cf-a3b4-56e4be921986 req-a8e7d5ef-8448-492a-98c7-9151f41d8062 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:57.452799 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-dcaef3e1-1167-46cf-a3b4-56e4be921986 req-a8e7d5ef-8448-492a-98c7-9151f41d8062 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Synchronizing usage tracker for tenant:e3c1af50185e423aaf96bbe3b701fd82 on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:34:57.492043 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-dcaef3e1-1167-46cf-a3b4-56e4be921986 req-a8e7d5ef-8448-492a-98c7-9151f41d8062 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Unset dirty status for tenant:e3c1af50185e423aaf96bbe3b701fd82 on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:34:57.493918 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dcaef3e1-1167-46cf-a3b4-56e4be921986 req-a8e7d5ef-8448-492a-98c7-9151f41d8062 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=dc097f01-4e3e-4a8f-9629-e14ff9735c03 HTTP/1.1" status: 200  len: 931 time: 0.2427747
Nov 19 14:34:57.626643 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-dcaef3e1-1167-46cf-a3b4-56e4be921986 req-a5992f71-f5ca-41c5-a975-1cc02b86bdcb tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896525
Nov 19 14:34:57.809552 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ddd17b3-5f06-4bcd-8d84-185e327f2b21 {{(pid=80260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Nov 19 14:34:57.816382 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:57.828198 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Transition to ACTIVE for port object 2ddd17b3-5f06-4bcd-8d84-185e327f2b21 will not be triggered until provisioned by entity L2. {{(pid=80260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Nov 19 14:34:57.831104 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:57.846825 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1ac67a12-ae91-49ed-8718-9836de7f1ff6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:34:57.984555 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=2ddd17b3-5f06-4bcd-8d84-185e327f2b21,revision_number=2']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:34:57.992430 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:34:58.208186 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e3a562bb-bec8-4353-adc2-1d0c078b347c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:58.387673 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Attempting to bind port 2ddd17b3-5f06-4bcd-8d84-185e327f2b21 on host hv-cinder-76330 for vnic_type normal with profile  {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Nov 19 14:34:58.388044 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Attempting to bind port 2ddd17b3-5f06-4bcd-8d84-185e327f2b21 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '20e122f4-fe37-4144-9c57-b8236584f9e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47c67f17-0666-455a-9b17-8aaf3fe10294'}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Nov 19 14:34:58.388413 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Attempting to bind port 2ddd17b3-5f06-4bcd-8d84-185e327f2b21 on network 47c67f17-0666-455a-9b17-8aaf3fe10294 {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Nov 19 14:34:58.395164 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Checking agent: {'id': 'd378d45e-d3db-4cef-bd1d-68c8d9116f29', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 14, 21, 43), 'started_at': datetime.datetime(2020, 11, 19, 14, 22, 13), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 14, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.10', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Nov 19 14:34:58.395541 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Checking segment: {'id': '20e122f4-fe37-4144-9c57-b8236584f9e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47c67f17-0666-455a-9b17-8aaf3fe10294'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Nov 19 14:34:58.395940 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:58.396336 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Bound using segment: {'id': '20e122f4-fe37-4144-9c57-b8236584f9e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47c67f17-0666-455a-9b17-8aaf3fe10294'} {{(pid=80260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Nov 19 14:34:58.396802 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Bound port: 2ddd17b3-5f06-4bcd-8d84-185e327f2b21, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e122f4-fe37-4144-9c57-b8236584f9e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '47c67f17-0666-455a-9b17-8aaf3fe10294'}}] {{(pid=80260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Nov 19 14:34:58.397170 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:58.485372 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] For port 2ddd17b3-5f06-4bcd-8d84-185e327f2b21, host hv-cinder-76330, cleared binding levels {{(pid=80260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Nov 19 14:34:58.488371 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] For port 2ddd17b3-5f06-4bcd-8d84-185e327f2b21, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2ddd17b3-5f06-4bcd-8d84-185e327f2b21,segment=NetworkSegment(20e122f4-fe37-4144-9c57-b8236584f9e4),segment_id=20e122f4-fe37-4144-9c57-b8236584f9e4)] {{(pid=80260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Nov 19 14:34:58.491552 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843406134'] for port, after_update {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:58.506550 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-6be87184-237b-4c86-a7c2-aaee0cc69310 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:34:58.658746 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Pushing event updated for resources: {'Port': ['ID=2ddd17b3-5f06-4bcd-8d84-185e327f2b21,revision_number=3']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:34:58.662221 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:34:58.698388 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:58.699928 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] 10.222.0.20 "PUT /v2.0/ports/2ddd17b3-5f06-4bcd-8d84-185e327f2b21 HTTP/1.1" status: 200  len: 1157 time: 1.5395005
Nov 19 14:34:58.700470 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc097f01-4e3e-4a8f-9629-e14ff9735c03', 'tag': '2ddd17b3-5f06-4bcd-8d84-185e327f2b21'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:34:58.757906 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc097f01-4e3e-4a8f-9629-e14ff9735c03', 'tag': '2ddd17b3-5f06-4bcd-8d84-185e327f2b21', 'status': 'completed', 'code': 200}
Nov 19 14:34:58.833520 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:58.839654 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02497d8-ba72-439b-b240-64770dc9e615 req-2b71283e-1915-4b4a-965d-c5e2741b2148 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:58.841267 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d02497d8-ba72-439b-b240-64770dc9e615 req-2b71283e-1915-4b4a-965d-c5e2741b2148 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=dc097f01-4e3e-4a8f-9629-e14ff9735c03 HTTP/1.1" status: 200  len: 943 time: 0.0847206
Nov 19 14:34:58.851927 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-e6038e49-7ca3-4723-a892-0e03ff9fb748 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3c1af50185e423aaf96bbe3b701fd82&device_id=dc097f01-4e3e-4a8f-9629-e14ff9735c03 HTTP/1.1" status: 200  len: 1160 time: 0.0742059
Nov 19 14:34:58.890481 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d02497d8-ba72-439b-b240-64770dc9e615 req-7d1115e2-dfa1-4eec-962f-00ac8c30fed4 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428450
Nov 19 14:34:58.936750 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-4423abd2-d6cf-45c8-994e-4013d90ed2f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ddd17b3-5f06-4bcd-8d84-185e327f2b21 HTTP/1.1" status: 200  len: 217 time: 0.0701399
Nov 19 14:34:59.005879 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-e0ba3354-7d46-4392-9cbb-be65f0da60ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:59.007370 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-e0ba3354-7d46-4392-9cbb-be65f0da60ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=482ac955-98bf-4751-b1a6-7e127c056742 HTTP/1.1" status: 200  len: 855 time: 0.0640829
Nov 19 14:34:59.057633 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-21aa2ed1-2666-45d1-aa3f-4b96ba0c7e3b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47c67f17-0666-455a-9b17-8aaf3fe10294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0424457
Nov 19 14:34:59.199221 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-3578d1bd-e77b-4df1-8e62-dcafd4361b04 service neutron] 10.222.0.20 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335244
Nov 19 14:34:59.353661 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-906ea9bc-c4fb-4829-8ff4-1dbd9d7b5fb3 req-c610de81-8d6b-4511-b7d3-7114b8c35647 service neutron] 10.222.0.20 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373873
Nov 19 14:34:59.533214 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d0143e1-8548-4e59-abe3-46ecf4376a73 req-e9af2eb1-791c-49ab-87ca-66ad171e53fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e3c1af50185e423aaf96bbe3b701fd82&device_id=dc097f01-4e3e-4a8f-9629-e14ff9735c03 HTTP/1.1" status: 200  len: 1160 time: 0.0781980
Nov 19 14:34:59.676472 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0143e1-8548-4e59-abe3-46ecf4376a73 req-76ced9aa-4b9f-44c1-abd9-d1e2e7cbc53e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:59.677990 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d0143e1-8548-4e59-abe3-46ecf4376a73 req-76ced9aa-4b9f-44c1-abd9-d1e2e7cbc53e service neutron] 10.222.0.20 "GET /v2.0/networks?id=47c67f17-0666-455a-9b17-8aaf3fe10294 HTTP/1.1" status: 200  len: 909 time: 0.1370676
Nov 19 14:34:59.709687 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:34:59.754744 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d0143e1-8548-4e59-abe3-46ecf4376a73 req-e8b9ce3a-cad7-4a54-a0c0-f9f6166bb7c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ddd17b3-5f06-4bcd-8d84-185e327f2b21 HTTP/1.1" status: 200  len: 217 time: 0.0649610
Nov 19 14:34:59.835571 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0143e1-8548-4e59-abe3-46ecf4376a73 req-816649d3-ab80-4949-a4c5-f924cc2c4283 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:34:59.837727 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d0143e1-8548-4e59-abe3-46ecf4376a73 req-816649d3-ab80-4949-a4c5-f924cc2c4283 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=482ac955-98bf-4751-b1a6-7e127c056742 HTTP/1.1" status: 200  len: 855 time: 0.0677063
Nov 19 14:34:59.891220 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d0143e1-8548-4e59-abe3-46ecf4376a73 req-200470e4-df60-4da8-b3a8-ae7071232c67 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47c67f17-0666-455a-9b17-8aaf3fe10294&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426459
Nov 19 14:35:00.004046 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:00.074146 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d0143e1-8548-4e59-abe3-46ecf4376a73 req-96bbd699-90c5-4303-8bdb-81b4ea66514d service neutron] 10.222.0.20 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1751788
Nov 19 14:35:00.238303 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c711415-5f39-4d78-af88-90394905c2f4 req-29fd80b2-7f3f-467b-8514-f1a952ed218d tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:35:00.239869 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7c711415-5f39-4d78-af88-90394905c2f4 req-29fd80b2-7f3f-467b-8514-f1a952ed218d tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=dc097f01-4e3e-4a8f-9629-e14ff9735c03 HTTP/1.1" status: 200  len: 943 time: 0.2078185
Nov 19 14:35:00.249954 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-5d0143e1-8548-4e59-abe3-46ecf4376a73 req-1a09129d-4a90-48d2-aa88-24239cb3ff9b service neutron] 10.222.0.20 "GET /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1635280
Nov 19 14:35:00.291682 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-7c711415-5f39-4d78-af88-90394905c2f4 req-63b809ab-c16c-415c-bb6f-8e51e2bd2ae2 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439422
Nov 19 14:35:01.502024 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b61d0e-512d-4d0d-a3f0-a68d1b6d3ef8 req-8e418828-0663-43b8-8079-1275d9736821 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:35:01.503614 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-74b61d0e-512d-4d0d-a3f0-a68d1b6d3ef8 req-8e418828-0663-43b8-8079-1275d9736821 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=dc097f01-4e3e-4a8f-9629-e14ff9735c03 HTTP/1.1" status: 200  len: 943 time: 0.0841000
Nov 19 14:35:01.550458 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-74b61d0e-512d-4d0d-a3f0-a68d1b6d3ef8 req-68726f48-dc78-453e-bce9-9885e44bd57e tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403998
Nov 19 14:35:02.528954 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 2ddd17b3-5f06-4bcd-8d84-185e327f2b21 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:35:02.598023 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning for port 2ddd17b3-5f06-4bcd-8d84-185e327f2b21 completed by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Nov 19 14:35:02.603478 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 2ddd17b3-5f06-4bcd-8d84-185e327f2b21 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:35:02.603930 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:02.722387 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851272290'] for port, before_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:02.750054 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc097f01-4e3e-4a8f-9629-e14ff9735c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ddd17b3-5f06-4bcd-8d84-185e327f2b21'}] {{(pid=80262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:35:02.760717 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] For port 2ddd17b3-5f06-4bcd-8d84-185e327f2b21, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2ddd17b3-5f06-4bcd-8d84-185e327f2b21,segment=NetworkSegment(20e122f4-fe37-4144-9c57-b8236584f9e4),segment_id=20e122f4-fe37-4144-9c57-b8236584f9e4)] {{(pid=80262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:35:02.761547 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbab37-3682-4ece-b57d-2691ea470222 req-c742633b-7ef0-4a17-8cbd-843323f6dd36 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:35:02.763388 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e2dbab37-3682-4ece-b57d-2691ea470222 req-c742633b-7ef0-4a17-8cbd-843323f6dd36 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=dc097f01-4e3e-4a8f-9629-e14ff9735c03 HTTP/1.1" status: 200  len: 943 time: 0.0841651
Nov 19 14:35:02.767574 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262708615915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363262709080026', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774145695808'] for port, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:02.770470 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:35:02.812851 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-e2dbab37-3682-4ece-b57d-2691ea470222 req-f8f6bd4f-29c6-48d6-b62d-820ef0cadbe7 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434134
Nov 19 14:35:02.819986 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc097f01-4e3e-4a8f-9629-e14ff9735c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ddd17b3-5f06-4bcd-8d84-185e327f2b21', 'code': 200}
Nov 19 14:35:02.842821 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Pushing event updated for resources: {'Port': ['ID=2ddd17b3-5f06-4bcd-8d84-185e327f2b21,revision_number=4']} {{(pid=80262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:35:02.846003 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:35:03.092796 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-530f4a69-c1bc-4cf6-8569-090c8598e923 req-9f45fae0-e978-46c0-97d8-0846936384bd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dc097f01-4e3e-4a8f-9629-e14ff9735c03 HTTP/1.1" status: 200  len: 1162 time: 0.0770040
Nov 19 14:35:03.142247 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-530f4a69-c1bc-4cf6-8569-090c8598e923 req-9fb23b39-f30a-41d3-9021-239520c0e29e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386293
Nov 19 14:35:04.029100 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4148a-15c2-49e2-b5ce-eb33ad72a3ee req-b9fc008c-9365-41c8-af09-27fd68634d0c tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:35:04.030733 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-11d4148a-15c2-49e2-b5ce-eb33ad72a3ee req-b9fc008c-9365-41c8-af09-27fd68634d0c tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=dc097f01-4e3e-4a8f-9629-e14ff9735c03 HTTP/1.1" status: 200  len: 945 time: 0.0845859
Nov 19 14:35:04.081556 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-11d4148a-15c2-49e2-b5ce-eb33ad72a3ee req-bb67284b-37f9-4d21-b667-f160009fd7ef tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448060
Nov 19 14:35:04.148315 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 2ddd17b3-5f06-4bcd-8d84-185e327f2b21 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:35:04.221848 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 2ddd17b3-5f06-4bcd-8d84-185e327f2b21 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:35:04.222271 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:04.783067 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:35:05.292214 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c70763-98df-4f5f-9ef3-98fce0eca49d req-d723ffbc-f730-4cd3-810f-228b4b2cbce0 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:35:05.293793 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b0c70763-98df-4f5f-9ef3-98fce0eca49d req-d723ffbc-f730-4cd3-810f-228b4b2cbce0 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=dc097f01-4e3e-4a8f-9629-e14ff9735c03 HTTP/1.1" status: 200  len: 945 time: 0.0819221
Nov 19 14:35:05.343179 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-b0c70763-98df-4f5f-9ef3-98fce0eca49d req-f3644955-4962-41f8-8fdd-5cad9c2a8689 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434592
Nov 19 14:35:06.193497 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 2ddd17b3-5f06-4bcd-8d84-185e327f2b21 up at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Nov 19 14:35:06.262794 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.provisioning_blocks [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Provisioning complete for port 2ddd17b3-5f06-4bcd-8d84-185e327f2b21 triggered by entity L2. {{(pid=80262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Nov 19 14:35:06.263222 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3591860'] for port, provisioning_complete {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:14.711665 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:18.425169 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95938624-effc-4315-8181-b3949de622fa req-7ead6c30-56c1-432b-9b17-452af78a6375 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:35:18.426771 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-95938624-effc-4315-8181-b3949de622fa req-7ead6c30-56c1-432b-9b17-452af78a6375 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=dc097f01-4e3e-4a8f-9629-e14ff9735c03 HTTP/1.1" status: 200  len: 945 time: 0.0864770
Nov 19 14:35:18.474382 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-95938624-effc-4315-8181-b3949de622fa req-f522ee68-12c9-46df-b337-4cbac8407830 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415359
Nov 19 14:35:19.692345 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9292e2-cae4-4816-8a3c-98cf035b7473 req-7ff11d06-8a39-4dfb-83a9-feb13fec66e6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:35:19.693932 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fb9292e2-cae4-4816-8a3c-98cf035b7473 req-7ff11d06-8a39-4dfb-83a9-feb13fec66e6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=dc097f01-4e3e-4a8f-9629-e14ff9735c03 HTTP/1.1" status: 200  len: 945 time: 0.0833328
Nov 19 14:35:19.741780 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fb9292e2-cae4-4816-8a3c-98cf035b7473 req-8811cfe7-4052-4824-8918-bc3e74a0bdf3 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410008
Nov 19 14:35:20.209870 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b557135-1510-418b-85f6-ad89710c4055 req-e8bd425f-20fb-4d61-930d-865a9394186a tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:35:20.211361 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8b557135-1510-418b-85f6-ad89710c4055 req-e8bd425f-20fb-4d61-930d-865a9394186a tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.20 "GET /v2.0/ports?device_id=dc097f01-4e3e-4a8f-9629-e14ff9735c03 HTTP/1.1" status: 200  len: 945 time: 0.0805705
Nov 19 14:35:20.287093 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-8b557135-1510-418b-85f6-ad89710c4055 req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Deleting port 2ddd17b3-5f06-4bcd-8d84-185e327f2b21 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:35:20.287477 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-8b557135-1510-418b-85f6-ad89710c4055 req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:20.535841 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-8b557135-1510-418b-85f6-ad89710c4055 req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] For port 2ddd17b3-5f06-4bcd-8d84-185e327f2b21, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2ddd17b3-5f06-4bcd-8d84-185e327f2b21,segment=NetworkSegment(20e122f4-fe37-4144-9c57-b8236584f9e4),segment_id=20e122f4-fe37-4144-9c57-b8236584f9e4)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:35:20.536166 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-8b557135-1510-418b-85f6-ad89710c4055 req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:20.664320 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-8b557135-1510-418b-85f6-ad89710c4055 req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Calling delete_port for 2ddd17b3-5f06-4bcd-8d84-185e327f2b21 owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:35:20.803113 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-8b557135-1510-418b-85f6-ad89710c4055 req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:20.818792 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:35:20.869526 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Pushing event deleted for resources: {'Port': ['ID=2ddd17b3-5f06-4bcd-8d84-185e327f2b21,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:35:20.981780 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.982199 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.982620 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.983010 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.983407 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.983804 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.984193 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.984584 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.984973 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.985362 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.985747 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.986131 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.986633 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.987020 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.987405 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.987790 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.988173 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.988556 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.988939 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.989321 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.989703 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.990083 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.990466 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:20.990900 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:21.006174 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:35:21.010445 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fcae7055-b1f9-4879-a982-b35a5ebaacd5 req-90689c94-47ec-4090-8ac3-632ab0769feb tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=dc097f01-4e3e-4a8f-9629-e14ff9735c03 HTTP/1.1" status: 200  len: 210 time: 0.1264076
Nov 19 14:35:21.082864 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b557135-1510-418b-85f6-ad89710c4055 req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] No DVR routers for this DVR port 2ddd17b3-5f06-4bcd-8d84-185e327f2b21 on host hv-cinder-76330 {{(pid=80260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:35:21.084925 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-8b557135-1510-418b-85f6-ad89710c4055 req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:21.087581 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc097f01-4e3e-4a8f-9629-e14ff9735c03', 'name': 'network-vif-deleted', 'tag': '2ddd17b3-5f06-4bcd-8d84-185e327f2b21'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:35:21.102876 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-8b557135-1510-418b-85f6-ad89710c4055 req-1e20a64e-f5ad-45ab-863e-585235e724ca tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.20 "DELETE /v2.0/ports/2ddd17b3-5f06-4bcd-8d84-185e327f2b21 HTTP/1.1" status: 204  len: 173 time: 0.8850935
Nov 19 14:35:21.146907 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc097f01-4e3e-4a8f-9629-e14ff9735c03', 'name': 'network-vif-deleted', 'tag': '2ddd17b3-5f06-4bcd-8d84-185e327f2b21', 'status': 'completed', 'code': 200}
Nov 19 14:35:22.741858 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 2ddd17b3-5f06-4bcd-8d84-185e327f2b21 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:35:22.775631 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] No Port match for: 2ddd17b3-5f06-4bcd-8d84-185e327f2b21 {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:35:22.776033 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 2ddd17b3-5f06-4bcd-8d84-185e327f2b21 not bound to the agent host hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:35:23.751881 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247042f3-d9d6-42c3-bc17-d77285a3ed4c req-185c9ab6-d8f5-4e76-b2ff-ee6b1581c0ef tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:35:23.752639 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-247042f3-d9d6-42c3-bc17-d77285a3ed4c req-185c9ab6-d8f5-4e76-b2ff-ee6b1581c0ef tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Synchronizing usage tracker for tenant:e3c1af50185e423aaf96bbe3b701fd82 on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:35:23.767191 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-247042f3-d9d6-42c3-bc17-d77285a3ed4c req-185c9ab6-d8f5-4e76-b2ff-ee6b1581c0ef tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Unset dirty status for tenant:e3c1af50185e423aaf96bbe3b701fd82 on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:35:23.768421 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-247042f3-d9d6-42c3-bc17-d77285a3ed4c req-185c9ab6-d8f5-4e76-b2ff-ee6b1581c0ef tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=11de8307-a39e-4a7c-8111-b6466a08b616 HTTP/1.1" status: 200  len: 946 time: 0.1018524
Nov 19 14:35:23.816750 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-247042f3-d9d6-42c3-bc17-d77285a3ed4c req-a014c2fe-5bd7-4f32-9ead-3643c0bfdcda tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423369
Nov 19 14:35:25.032476 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83333adb-5377-4827-8d3b-9301b76a3f2d req-48a7d272-bfc9-4f39-a70b-fa7a10f854b3 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:35:25.034063 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-83333adb-5377-4827-8d3b-9301b76a3f2d req-48a7d272-bfc9-4f39-a70b-fa7a10f854b3 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=11de8307-a39e-4a7c-8111-b6466a08b616 HTTP/1.1" status: 200  len: 946 time: 0.0870461
Nov 19 14:35:25.080935 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-83333adb-5377-4827-8d3b-9301b76a3f2d req-332d1e1e-0c7a-496e-bcc2-be88093d0f7f tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405767
Nov 19 14:35:25.377481 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db09d7-a380-4f4c-a071-324ee24f9e50 req-09d719bd-5fd0-4135-836a-cfb75384d640 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:35:25.378976 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d5db09d7-a380-4f4c-a071-324ee24f9e50 req-09d719bd-5fd0-4135-836a-cfb75384d640 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.20 "GET /v2.0/ports?device_id=11de8307-a39e-4a7c-8111-b6466a08b616 HTTP/1.1" status: 200  len: 946 time: 0.0826914
Nov 19 14:35:25.454002 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-d5db09d7-a380-4f4c-a071-324ee24f9e50 req-d727d755-d378-49f3-871e-e68b7be1abc3 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Deleting port f0ce2a67-1b31-4848-b1ee-49a458653b5a {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:35:25.454388 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-d5db09d7-a380-4f4c-a071-324ee24f9e50 req-d727d755-d378-49f3-871e-e68b7be1abc3 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:25.511085 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-4026d6ff-0bca-44cf-9f99-799f88862b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:25.705344 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-d5db09d7-a380-4f4c-a071-324ee24f9e50 req-d727d755-d378-49f3-871e-e68b7be1abc3 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] For port f0ce2a67-1b31-4848-b1ee-49a458653b5a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=f0ce2a67-1b31-4848-b1ee-49a458653b5a,segment=NetworkSegment(20e122f4-fe37-4144-9c57-b8236584f9e4),segment_id=20e122f4-fe37-4144-9c57-b8236584f9e4)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:35:25.705676 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-d5db09d7-a380-4f4c-a071-324ee24f9e50 req-d727d755-d378-49f3-871e-e68b7be1abc3 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:25.833978 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-d5db09d7-a380-4f4c-a071-324ee24f9e50 req-d727d755-d378-49f3-871e-e68b7be1abc3 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Calling delete_port for f0ce2a67-1b31-4848-b1ee-49a458653b5a owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:35:26.125326 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device f0ce2a67-1b31-4848-b1ee-49a458653b5a no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:35:26.189468 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.plugins.ml2.db [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] No ports have port_id starting with f0ce2a67-1b31-4848-b1ee-49a458653b5a
Nov 19 14:35:26.190197 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-d5db09d7-a380-4f4c-a071-324ee24f9e50 req-d727d755-d378-49f3-871e-e68b7be1abc3 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:26.209055 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7a02fdd9-9544-43a6-81b3-622c0c021cc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:35:26.301023 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727d755-d378-49f3-871e-e68b7be1abc3 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Pushing event deleted for resources: {'Port': ['ID=f0ce2a67-1b31-4848-b1ee-49a458653b5a,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:35:26.303857 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d727d755-d378-49f3-871e-e68b7be1abc3 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:35:26.367790 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a6c3ccab-b3a0-41bf-b11d-df62a759adea req-5563e149-d73d-48c8-aa24-e2605da72eee tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=11de8307-a39e-4a7c-8111-b6466a08b616 HTTP/1.1" status: 200  len: 210 time: 0.1175113
Nov 19 14:35:26.454260 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5db09d7-a380-4f4c-a071-324ee24f9e50 req-d727d755-d378-49f3-871e-e68b7be1abc3 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] No DVR routers for this DVR port f0ce2a67-1b31-4848-b1ee-49a458653b5a on host hv-cinder-76330 {{(pid=80260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:35:26.456453 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-d5db09d7-a380-4f4c-a071-324ee24f9e50 req-d727d755-d378-49f3-871e-e68b7be1abc3 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:26.459198 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11de8307-a39e-4a7c-8111-b6466a08b616', 'name': 'network-vif-deleted', 'tag': 'f0ce2a67-1b31-4848-b1ee-49a458653b5a'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:35:26.474042 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d5db09d7-a380-4f4c-a071-324ee24f9e50 req-d727d755-d378-49f3-871e-e68b7be1abc3 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.20 "DELETE /v2.0/ports/f0ce2a67-1b31-4848-b1ee-49a458653b5a HTTP/1.1" status: 204  len: 173 time: 1.0891783
Nov 19 14:35:26.519028 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11de8307-a39e-4a7c-8111-b6466a08b616', 'name': 'network-vif-deleted', 'tag': 'f0ce2a67-1b31-4848-b1ee-49a458653b5a', 'status': 'completed', 'code': 200}
Nov 19 14:35:27.868980 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af679a90-b295-45d8-a053-4e713d77d11a req-d6f44cfb-99ed-41a2-8e97-7d08dde621bb tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:35:27.869731 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-af679a90-b295-45d8-a053-4e713d77d11a req-d6f44cfb-99ed-41a2-8e97-7d08dde621bb tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Synchronizing usage tracker for tenant:e3c1af50185e423aaf96bbe3b701fd82 on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:35:27.884603 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-af679a90-b295-45d8-a053-4e713d77d11a req-d6f44cfb-99ed-41a2-8e97-7d08dde621bb tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Unset dirty status for tenant:e3c1af50185e423aaf96bbe3b701fd82 on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:35:27.885862 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-af679a90-b295-45d8-a053-4e713d77d11a req-d6f44cfb-99ed-41a2-8e97-7d08dde621bb tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=2ce64075-7a94-4b39-ab8d-b0ebdce044cd HTTP/1.1" status: 200  len: 945 time: 0.1009915
Nov 19 14:35:27.937035 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-af679a90-b295-45d8-a053-4e713d77d11a req-afae0200-7adf-42ba-a2f8-d5953562ac66 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444584
Nov 19 14:35:28.209986 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d09bf41c-6ea1-4232-9717-76cbafaadcce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:28.831665 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:29.146803 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fd015-7ae5-4b8d-abf6-59f8ad81463c req-4b7fee2a-e5dc-4811-a72f-72f5796e9d3d tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:35:29.148391 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d98fd015-7ae5-4b8d-abf6-59f8ad81463c req-4b7fee2a-e5dc-4811-a72f-72f5796e9d3d tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=2ce64075-7a94-4b39-ab8d-b0ebdce044cd HTTP/1.1" status: 200  len: 945 time: 0.0821781
Nov 19 14:35:29.195899 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-d98fd015-7ae5-4b8d-abf6-59f8ad81463c req-b8eddd52-bcd0-4c95-884d-0661527712aa tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415084
Nov 19 14:35:29.312939 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29dc980-3c72-4e6f-b122-c409771a1696 req-ca97fca7-5490-4727-ad47-bbc6557f7220 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:35:29.314475 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f29dc980-3c72-4e6f-b122-c409771a1696 req-ca97fca7-5490-4727-ad47-bbc6557f7220 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.20 "GET /v2.0/ports?device_id=2ce64075-7a94-4b39-ab8d-b0ebdce044cd HTTP/1.1" status: 200  len: 945 time: 0.0811880
Nov 19 14:35:29.391191 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-f29dc980-3c72-4e6f-b122-c409771a1696 req-46e8242f-cd24-41a2-a323-377d142b7a0d tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Deleting port 0f4e5cbc-bd45-4160-a55d-7fed62de8af8 {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:35:29.391572 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f29dc980-3c72-4e6f-b122-c409771a1696 req-46e8242f-cd24-41a2-a323-377d142b7a0d tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:29.639645 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-f29dc980-3c72-4e6f-b122-c409771a1696 req-46e8242f-cd24-41a2-a323-377d142b7a0d tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] For port 0f4e5cbc-bd45-4160-a55d-7fed62de8af8, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0f4e5cbc-bd45-4160-a55d-7fed62de8af8,segment=NetworkSegment(20e122f4-fe37-4144-9c57-b8236584f9e4),segment_id=20e122f4-fe37-4144-9c57-b8236584f9e4)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:35:29.640041 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f29dc980-3c72-4e6f-b122-c409771a1696 req-46e8242f-cd24-41a2-a323-377d142b7a0d tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:29.711799 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:29.769417 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-f29dc980-3c72-4e6f-b122-c409771a1696 req-46e8242f-cd24-41a2-a323-377d142b7a0d tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Calling delete_port for 0f4e5cbc-bd45-4160-a55d-7fed62de8af8 owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:35:29.912659 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f29dc980-3c72-4e6f-b122-c409771a1696 req-46e8242f-cd24-41a2-a323-377d142b7a0d tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:29.927409 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-be5bd92a-88d1-4eec-a76e-8f76fc3572de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:35:29.978204 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8242f-cd24-41a2-a323-377d142b7a0d tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Pushing event deleted for resources: {'Port': ['ID=0f4e5cbc-bd45-4160-a55d-7fed62de8af8,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:35:29.990043 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-46e8242f-cd24-41a2-a323-377d142b7a0d tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:35:30.001741 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:30.129019 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29dc980-3c72-4e6f-b122-c409771a1696 req-46e8242f-cd24-41a2-a323-377d142b7a0d tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] No DVR routers for this DVR port 0f4e5cbc-bd45-4160-a55d-7fed62de8af8 on host hv-cinder-76330 {{(pid=80260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:35:30.131112 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-f29dc980-3c72-4e6f-b122-c409771a1696 req-46e8242f-cd24-41a2-a323-377d142b7a0d tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:30.133892 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce64075-7a94-4b39-ab8d-b0ebdce044cd', 'name': 'network-vif-deleted', 'tag': '0f4e5cbc-bd45-4160-a55d-7fed62de8af8'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:35:30.149987 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-f29dc980-3c72-4e6f-b122-c409771a1696 req-46e8242f-cd24-41a2-a323-377d142b7a0d tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.20 "DELETE /v2.0/ports/0f4e5cbc-bd45-4160-a55d-7fed62de8af8 HTTP/1.1" status: 204  len: 173 time: 0.8297050
Nov 19 14:35:30.197691 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce64075-7a94-4b39-ab8d-b0ebdce044cd', 'name': 'network-vif-deleted', 'tag': '0f4e5cbc-bd45-4160-a55d-7fed62de8af8', 'status': 'completed', 'code': 200}
Nov 19 14:35:30.382235 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 0f4e5cbc-bd45-4160-a55d-7fed62de8af8 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:35:30.389115 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-62b787b8-6af7-4cf4-acf2-e1dc1143f7f1 req-5daa8723-9885-45ae-bd3b-f1a72ea9cf30 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=2ce64075-7a94-4b39-ab8d-b0ebdce044cd HTTP/1.1" status: 200  len: 210 time: 0.0519447
Nov 19 14:35:30.419683 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] No Port match for: 0f4e5cbc-bd45-4160-a55d-7fed62de8af8 {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:35:30.420025 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 0f4e5cbc-bd45-4160-a55d-7fed62de8af8 not bound to the agent host hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:35:33.126258 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b59e3-d0d0-42ac-add4-5501ccb36cc6 req-2752fa54-eb62-4919-8b29-bf22a515b266 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:35:33.127084 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-049b59e3-d0d0-42ac-add4-5501ccb36cc6 req-2752fa54-eb62-4919-8b29-bf22a515b266 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Synchronizing usage tracker for tenant:e3c1af50185e423aaf96bbe3b701fd82 on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:35:33.142163 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-049b59e3-d0d0-42ac-add4-5501ccb36cc6 req-2752fa54-eb62-4919-8b29-bf22a515b266 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Unset dirty status for tenant:e3c1af50185e423aaf96bbe3b701fd82 on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:35:33.143441 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-049b59e3-d0d0-42ac-add4-5501ccb36cc6 req-2752fa54-eb62-4919-8b29-bf22a515b266 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=df4a819e-6d36-4884-b8ba-58652b3c894e HTTP/1.1" status: 200  len: 945 time: 0.0991607
Nov 19 14:35:33.191086 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-049b59e3-d0d0-42ac-add4-5501ccb36cc6 req-dc963a11-95ab-4dc5-b34a-26acfe8d7539 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415246
Nov 19 14:35:34.403442 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772c51f9-0ef8-4b23-9a24-6b177acad41f req-920c4549-3284-4cd2-a647-284ba04250de tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:35:34.405046 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-772c51f9-0ef8-4b23-9a24-6b177acad41f req-920c4549-3284-4cd2-a647-284ba04250de tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=df4a819e-6d36-4884-b8ba-58652b3c894e HTTP/1.1" status: 200  len: 945 time: 0.0857506
Nov 19 14:35:34.452284 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-772c51f9-0ef8-4b23-9a24-6b177acad41f req-028089b4-db0d-4edc-b414-9d90610b1a1f tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/security-groups?id=0091d9ec-4b73-4095-8f98-07643f53649a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411386
Nov 19 14:35:34.738847 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a786648c-a43a-4555-9702-4368bd7fef7b req-5efb8385-c1f2-487c-b5cf-3e7a89157601 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Nov 19 14:35:34.740405 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a786648c-a43a-4555-9702-4368bd7fef7b req-5efb8385-c1f2-487c-b5cf-3e7a89157601 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.20 "GET /v2.0/ports?device_id=df4a819e-6d36-4884-b8ba-58652b3c894e HTTP/1.1" status: 200  len: 945 time: 0.0837631
Nov 19 14:35:34.812854 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-a786648c-a43a-4555-9702-4368bd7fef7b req-a72bb270-c6c0-4bc0-9949-75197979f8c6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Deleting port 0f39f0aa-fef1-430a-9864-ef1b2d47e08e {{(pid=80260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}}
Nov 19 14:35:34.813238 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a786648c-a43a-4555-9702-4368bd7fef7b req-a72bb270-c6c0-4bc0-9949-75197979f8c6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363262708621462'] for port, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:35.076422 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.db [req-a786648c-a43a-4555-9702-4368bd7fef7b req-a72bb270-c6c0-4bc0-9949-75197979f8c6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] For port 0f39f0aa-fef1-430a-9864-ef1b2d47e08e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0f39f0aa-fef1-430a-9864-ef1b2d47e08e,segment=NetworkSegment(20e122f4-fe37-4144-9c57-b8236584f9e4),segment_id=20e122f4-fe37-4144-9c57-b8236584f9e4)] {{(pid=80260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Nov 19 14:35:35.076820 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a786648c-a43a-4555-9702-4368bd7fef7b req-a72bb270-c6c0-4bc0-9949-75197979f8c6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036853991268'] for port, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:35.200949 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [req-a786648c-a43a-4555-9702-4368bd7fef7b req-a72bb270-c6c0-4bc0-9949-75197979f8c6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Calling delete_port for 0f39f0aa-fef1-430a-9864-ef1b2d47e08e owned by compute:nova {{(pid=80260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}}
Nov 19 14:35:35.344985 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a786648c-a43a-4555-9702-4368bd7fef7b req-a72bb270-c6c0-4bc0-9949-75197979f8c6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854081853', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124669884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262708615932', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774145695774', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11369665'] for port, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:35.361618 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-ef7ce0dc-6ba5-458e-a524-85bc423aa1f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:35:35.418306 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72bb270-c6c0-4bc0-9949-75197979f8c6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Pushing event deleted for resources: {'Port': ['ID=0f39f0aa-fef1-430a-9864-ef1b2d47e08e,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:35:35.421023 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-a72bb270-c6c0-4bc0-9949-75197979f8c6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:35:35.561725 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.l3_dvrscheduler_db [req-a786648c-a43a-4555-9702-4368bd7fef7b req-a72bb270-c6c0-4bc0-9949-75197979f8c6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] No DVR routers for this DVR port 0f39f0aa-fef1-430a-9864-ef1b2d47e08e on host hv-cinder-76330 {{(pid=80260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Nov 19 14:35:35.563983 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [req-a786648c-a43a-4555-9702-4368bd7fef7b req-a72bb270-c6c0-4bc0-9949-75197979f8c6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854770655'] for port, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:35.571243 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4a819e-6d36-4884-b8ba-58652b3c894e', 'name': 'network-vif-deleted', 'tag': '0f39f0aa-fef1-430a-9864-ef1b2d47e08e'}] {{(pid=80260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Nov 19 14:35:35.582039 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-a786648c-a43a-4555-9702-4368bd7fef7b req-a72bb270-c6c0-4bc0-9949-75197979f8c6 tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.20 "DELETE /v2.0/ports/0f39f0aa-fef1-430a-9864-ef1b2d47e08e HTTP/1.1" status: 204  len: 173 time: 0.8354826
Nov 19 14:35:35.637259 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4a819e-6d36-4884-b8ba-58652b3c894e', 'name': 'network-vif-deleted', 'tag': '0f39f0aa-fef1-430a-9864-ef1b2d47e08e', 'status': 'completed', 'code': 200}
Nov 19 14:35:35.638694 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-fb717bdd-ae8a-4cf2-9e9e-74c65a9c83af req-9fb18442-cfa3-48d3-9aea-2a387175ab3b tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Synchronizing usage tracker for tenant:e3c1af50185e423aaf96bbe3b701fd82 on resource:port {{(pid=80260) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Nov 19 14:35:35.653443 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [req-fb717bdd-ae8a-4cf2-9e9e-74c65a9c83af req-9fb18442-cfa3-48d3-9aea-2a387175ab3b tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] Unset dirty status for tenant:e3c1af50185e423aaf96bbe3b701fd82 on resource:port {{(pid=80260) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Nov 19 14:35:35.654844 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [req-fb717bdd-ae8a-4cf2-9e9e-74c65a9c83af req-9fb18442-cfa3-48d3-9aea-2a387175ab3b tempest-AttachVolumeNegativeTest-1566574451 tempest-AttachVolumeNegativeTest-1566574451] 10.222.0.35 "GET /v2.0/ports?device_id=df4a819e-6d36-4884-b8ba-58652b3c894e HTTP/1.1" status: 200  len: 210 time: 0.0717874
Nov 19 14:35:36.267165 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 0f39f0aa-fef1-430a-9864-ef1b2d47e08e no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Nov 19 14:35:36.301485 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.plugin [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] No Port match for: 0f39f0aa-fef1-430a-9864-ef1b2d47e08e {{(pid=80262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}}
Nov 19 14:35:36.301884 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.rpc [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Device 0f39f0aa-fef1-430a-9864-ef1b2d47e08e not bound to the agent host hv-cinder-76330 {{(pid=80262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Nov 19 14:35:36.770026 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 35884) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:35:36.840823 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.db_base_plugin_v2 [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Deleting subnet 482ac955-98bf-4751-b1a6-7e127c056742 {{(pid=80261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Nov 19 14:35:36.843896 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:36.896797 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852756329'] for subnet, precommit_delete_associations {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:36.955149 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3597733'] for subnet, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:37.211557 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851178052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10942178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2092532'] for subnet, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:37.226610 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-eddb86ad-1729-4ce9-9c95-8c9b56559e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:35:37.277046 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=482ac955-98bf-4751-b1a6-7e127c056742,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:35:37.346531 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.346982 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.347405 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.347823 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.348236 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.348651 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.349060 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.349467 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.349876 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.350281 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.350712 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.351116 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.351619 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.352022 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.352423 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.352825 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.353224 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.353628 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.354026 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.354423 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.354847 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.355251 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.356163 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.356601 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:35:37.362418 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:35:37.378752 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] Notify callbacks [] for subnet, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:37.386539 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-6817e03d-5f50-471b-a8d6-a15c9c7d0afe admin admin] 10.222.0.35 "DELETE /v2.0/subnets/482ac955-98bf-4751-b1a6-7e127c056742 HTTP/1.1" status: 204  len: 168 time: 0.6153777
Nov 19 14:35:37.389108 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 35888) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:35:37.505394 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-cf0a6c05-5e41-4816-9a44-098dbbd8a8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3439683'] for network, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:37.693322 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-cf0a6c05-5e41-4816-9a44-098dbbd8a8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3601468', 'neutron.services.segments.db._delete_segments_for_network--9223363262708512184'] for network, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:37.806794 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-cf0a6c05-5e41-4816-9a44-098dbbd8a8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fae36a9d8d0>,) {'filters': {'network_id': ['47c67f17-0666-455a-9b17-8aaf3fe10294']}} {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:35:37.819398 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-cf0a6c05-5e41-4816-9a44-098dbbd8a8e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fae36a9d8d0>, '20e122f4-fe37-4144-9c57-b8236584f9e4') {'for_net_delete': True} {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:35:37.819740 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.services.segments.db [None req-cf0a6c05-5e41-4816-9a44-098dbbd8a8e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fae36a9d8d0>, '20e122f4-fe37-4144-9c57-b8236584f9e4') {} {{(pid=80261) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Nov 19 14:35:37.832355 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-cf0a6c05-5e41-4816-9a44-098dbbd8a8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262708535224', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2019484'] for segment, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:37.847667 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-cf0a6c05-5e41-4816-9a44-098dbbd8a8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851231330'] for segment, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:37.849629 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cf0a6c05-5e41-4816-9a44-098dbbd8a8e9 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Nov 19 14:35:38.026551 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-cf0a6c05-5e41-4816-9a44-098dbbd8a8e9 admin admin] Network 47c67f17-0666-455a-9b17-8aaf3fe10294 has no segments {{(pid=80261) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:35:38.036348 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-cf0a6c05-5e41-4816-9a44-098dbbd8a8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3544455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843835328'] for segment, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:38.214069 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.plugins.ml2.managers [None req-cf0a6c05-5e41-4816-9a44-098dbbd8a8e9 admin admin] Network 47c67f17-0666-455a-9b17-8aaf3fe10294 has no segments {{(pid=80261) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]: Traceback (most recent call last):
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:     timer()
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:     cb(*args, **kw)
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:     return func(*args, **kwargs)
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:     self._notify()
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:     self.callback(batched_events)
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:     event.method(event)
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:     segment_id)['aggregates'][0]
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:     return f(self, *a, **k)
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self._get(url).json()
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:     **kwargs)
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:     return self.request(url, 'GET', **kwargs)
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:     **endpoint_filter)
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 19 14:35:38.236968 dv-cinder-763306-2-iscsi neutron-server[80149]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 19 14:35:38.314272 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-cf0a6c05-5e41-4816-9a44-098dbbd8a8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851174325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573479', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036850791742'] for network, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:38.318758 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-cf0a6c05-5e41-4816-9a44-098dbbd8a8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850791695'] for network, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:38.322445 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:35:38.346432 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a6c05-5e41-4816-9a44-098dbbd8a8e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=47c67f17-0666-455a-9b17-8aaf3fe10294,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:35:38.349189 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-cf0a6c05-5e41-4816-9a44-098dbbd8a8e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:35:38.351169 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-cf0a6c05-5e41-4816-9a44-098dbbd8a8e9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/47c67f17-0666-455a-9b17-8aaf3fe10294 HTTP/1.1" status: 204  len: 168 time: 0.9610884
Nov 19 14:35:38.631172 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 35894) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:35:38.685121 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-f081c572-aa8c-4313-ab4c-f8f2beef741f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3c1af50185e423aaf96bbe3b701fd82&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0526783
Nov 19 14:35:38.687543 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 35898) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:35:38.748574 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-69033f4b-c78e-4b4c-b79b-7e2a7da3e863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:38.775878 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-69033f4b-c78e-4b4c-b79b-7e2a7da3e863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:38.819372 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-69033f4b-c78e-4b4c-b79b-7e2a7da3e863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:38.825058 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2a847a82-672b-432a-9d36-6fbacae86d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:35:38.838439 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69033f4b-c78e-4b4c-b79b-7e2a7da3e863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0091d9ec-4b73-4095-8f98-07643f53649a,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:35:38.842222 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-69033f4b-c78e-4b4c-b79b-7e2a7da3e863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:35:38.848383 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-69033f4b-c78e-4b4c-b79b-7e2a7da3e863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:38.849636 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-69033f4b-c78e-4b4c-b79b-7e2a7da3e863 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0091d9ec-4b73-4095-8f98-07643f53649a HTTP/1.1" status: 204  len: 168 time: 0.1611531
Nov 19 14:35:41.784126 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:35:44.726047 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:49.827630 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 36012) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:35:50.012553 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-691779a1-f67a-40c6-9b20-855e96f0b82c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:50.045630 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-691779a1-f67a-40c6-9b20-855e96f0b82c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:35:50.049606 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-691779a1-f67a-40c6-9b20-855e96f0b82c admin admin] Usage tracker for resource:security_group_rule and tenant:c701208b245846be9b2b7b913a3b8fb3 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:35:50.052602 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-691779a1-f67a-40c6-9b20-855e96f0b82c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:35:50.058279 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-691779a1-f67a-40c6-9b20-855e96f0b82c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:35:50.129116 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-691779a1-f67a-40c6-9b20-855e96f0b82c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:50.131666 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-691779a1-f67a-40c6-9b20-855e96f0b82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:50.139600 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-567e77fd-20f9-41d6-86f6-a30c74e77581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:35:50.183992 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-691779a1-f67a-40c6-9b20-855e96f0b82c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c701208b245846be9b2b7b913a3b8fb3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3552332
Nov 19 14:35:50.184810 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691779a1-f67a-40c6-9b20-855e96f0b82c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33792c21-53a3-4c3d-a122-d7145a22de27,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:35:50.186859 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 36018) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:35:50.188341 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-691779a1-f67a-40c6-9b20-855e96f0b82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:35:50.251768 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-872ee21e-bb51-49a4-85aa-9c209ab628b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:50.278739 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-872ee21e-bb51-49a4-85aa-9c209ab628b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:50.326110 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-872ee21e-bb51-49a4-85aa-9c209ab628b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:50.331140 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-87750cb8-c15b-4a59-a216-ff672c68e9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:35:50.348295 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ee21e-bb51-49a4-85aa-9c209ab628b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33792c21-53a3-4c3d-a122-d7145a22de27,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:35:50.351112 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-872ee21e-bb51-49a4-85aa-9c209ab628b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:35:50.352278 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-872ee21e-bb51-49a4-85aa-9c209ab628b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:50.354099 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-872ee21e-bb51-49a4-85aa-9c209ab628b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/33792c21-53a3-4c3d-a122-d7145a22de27 HTTP/1.1" status: 204  len: 168 time: 0.1660144
Nov 19 14:35:54.224081 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 36108) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:35:54.371180 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0509eb44-0e85-4704-b1b1-5045aa96d0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:54.405715 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-0509eb44-0e85-4704-b1b1-5045aa96d0d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:35:54.409862 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-0509eb44-0e85-4704-b1b1-5045aa96d0d7 admin admin] Usage tracker for resource:security_group_rule and tenant:7a14f28a0db24077b0c9a22310dd830a is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:35:54.412837 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-0509eb44-0e85-4704-b1b1-5045aa96d0d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:35:54.420248 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-0509eb44-0e85-4704-b1b1-5045aa96d0d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:35:54.490392 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0509eb44-0e85-4704-b1b1-5045aa96d0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:54.492912 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-0509eb44-0e85-4704-b1b1-5045aa96d0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:54.500594 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8db07397-129b-4d95-b0b1-2f77d0863c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:35:54.543502 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509eb44-0e85-4704-b1b1-5045aa96d0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82eb321d-81f7-4c1c-ab86-0ead258e350c,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:35:54.548284 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-0509eb44-0e85-4704-b1b1-5045aa96d0d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7a14f28a0db24077b0c9a22310dd830a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3231146
Nov 19 14:35:54.549276 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-0509eb44-0e85-4704-b1b1-5045aa96d0d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:35:54.551382 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 36114) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:35:54.617659 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1696b762-a464-4e19-9b66-3b11b6aaf5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:54.645245 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1696b762-a464-4e19-9b66-3b11b6aaf5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:54.690174 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1696b762-a464-4e19-9b66-3b11b6aaf5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:54.695157 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-002f67d2-cb5d-4a0e-810d-cad356363b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:35:54.708096 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696b762-a464-4e19-9b66-3b11b6aaf5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82eb321d-81f7-4c1c-ab86-0ead258e350c,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:35:54.713309 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1696b762-a464-4e19-9b66-3b11b6aaf5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:35:54.718245 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1696b762-a464-4e19-9b66-3b11b6aaf5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:54.719513 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-1696b762-a464-4e19-9b66-3b11b6aaf5b3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82eb321d-81f7-4c1c-ab86-0ead258e350c HTTP/1.1" status: 204  len: 168 time: 0.1675296
Nov 19 14:35:55.059768 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 36122) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:35:55.079426 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3b15c7fb-c524-4ae3-b481-24642a3eaf1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:55.111880 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-3b15c7fb-c524-4ae3-b481-24642a3eaf1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:35:55.115876 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-3b15c7fb-c524-4ae3-b481-24642a3eaf1f admin admin] Usage tracker for resource:security_group_rule and tenant:587c3b1e9cce47e0abb3fada908c02ad is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:35:55.118796 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-3b15c7fb-c524-4ae3-b481-24642a3eaf1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:35:55.125390 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-3b15c7fb-c524-4ae3-b481-24642a3eaf1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:35:55.191557 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3b15c7fb-c524-4ae3-b481-24642a3eaf1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:55.194346 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3b15c7fb-c524-4ae3-b481-24642a3eaf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:55.201772 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-430b049a-bd87-4010-8f04-8f5ecf4a3c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:35:55.245715 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15c7fb-c524-4ae3-b481-24642a3eaf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dc3440-824c-49bc-8d42-9a78ec8edd68,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:35:55.250393 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3b15c7fb-c524-4ae3-b481-24642a3eaf1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:35:55.252887 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-3b15c7fb-c524-4ae3-b481-24642a3eaf1f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=587c3b1e9cce47e0abb3fada908c02ad&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1921198
Nov 19 14:35:55.255562 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 36126) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:35:55.317275 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3bb8ae46-7c19-4eb5-b95f-421bda6a7e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:55.343619 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3bb8ae46-7c19-4eb5-b95f-421bda6a7e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:55.388049 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3bb8ae46-7c19-4eb5-b95f-421bda6a7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:55.392905 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-2bb6bf3f-7946-4da7-bbd3-9e7059a89262 tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:35:55.406226 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8ae46-7c19-4eb5-b95f-421bda6a7e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dc3440-824c-49bc-8d42-9a78ec8edd68,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:35:55.409257 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3bb8ae46-7c19-4eb5-b95f-421bda6a7e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:35:55.410113 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3bb8ae46-7c19-4eb5-b95f-421bda6a7e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:55.412073 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-3bb8ae46-7c19-4eb5-b95f-421bda6a7e04 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/20dc3440-824c-49bc-8d42-9a78ec8edd68 HTTP/1.1" status: 204  len: 168 time: 0.1554863
Nov 19 14:35:55.512597 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f86fc5e0-1367-4a2c-bcff-9d85964a6686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:57.513258 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 36170) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:35:57.662175 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-43f6f114-ad48-4537-914f-e5a3c47421ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:57.694027 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-43f6f114-ad48-4537-914f-e5a3c47421ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:35:57.697967 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-43f6f114-ad48-4537-914f-e5a3c47421ef admin admin] Usage tracker for resource:security_group_rule and tenant:bbcec5534e794344bb856b2cbe3078e2 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:35:57.701385 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-43f6f114-ad48-4537-914f-e5a3c47421ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:35:57.707133 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-43f6f114-ad48-4537-914f-e5a3c47421ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:35:57.773530 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-43f6f114-ad48-4537-914f-e5a3c47421ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:57.776034 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-43f6f114-ad48-4537-914f-e5a3c47421ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:57.783378 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-39531344-a569-4bbd-8fcb-0cdb1215d3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:35:57.828435 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6f114-ad48-4537-914f-e5a3c47421ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d598fe1-cbd7-4dac-9ec9-c29ec328c471,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:35:57.832008 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-43f6f114-ad48-4537-914f-e5a3c47421ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:35:57.837113 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-43f6f114-ad48-4537-914f-e5a3c47421ef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bbcec5534e794344bb856b2cbe3078e2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3203869
Nov 19 14:35:57.838059 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 36176) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:35:57.900764 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3ce918ee-bc90-424c-b2be-2a9e2acb4d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:57.927821 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3ce918ee-bc90-424c-b2be-2a9e2acb4d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:57.972166 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3ce918ee-bc90-424c-b2be-2a9e2acb4d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:57.977083 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3732b07f-1639-4198-8fb4-82b6c74dafd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:35:57.990639 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce918ee-bc90-424c-b2be-2a9e2acb4d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d598fe1-cbd7-4dac-9ec9-c29ec328c471,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:35:57.993425 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-3ce918ee-bc90-424c-b2be-2a9e2acb4d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:35:57.994616 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3ce918ee-bc90-424c-b2be-2a9e2acb4d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:57.995850 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-3ce918ee-bc90-424c-b2be-2a9e2acb4d7b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d598fe1-cbd7-4dac-9ec9-c29ec328c471 HTTP/1.1" status: 204  len: 168 time: 0.1575067
Nov 19 14:35:58.211366 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-82ddefa6-fa26-49a1-ae1c-e27273dceac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:58.333034 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 36184) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:35:58.352159 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7217bd2c-5be0-4cc3-839b-0bb937b4e228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:58.385513 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-7217bd2c-5be0-4cc3-839b-0bb937b4e228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:35:58.389627 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-7217bd2c-5be0-4cc3-839b-0bb937b4e228 admin admin] Usage tracker for resource:security_group_rule and tenant:a496129642c84761afe1747fe2b35b00 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:35:58.392568 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-7217bd2c-5be0-4cc3-839b-0bb937b4e228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:35:58.398497 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-7217bd2c-5be0-4cc3-839b-0bb937b4e228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:35:58.470272 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7217bd2c-5be0-4cc3-839b-0bb937b4e228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:58.473099 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-7217bd2c-5be0-4cc3-839b-0bb937b4e228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:58.480715 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-80f342b2-b623-49e4-9fb3-33e68f382804 tempest-TestVolumeBootPattern-316258509 tempest-TestVolumeBootPattern-316258509] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:35:58.523170 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217bd2c-5be0-4cc3-839b-0bb937b4e228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9eae0f-5193-456e-b5b3-e58e7c930252,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:35:58.526446 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-7217bd2c-5be0-4cc3-839b-0bb937b4e228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:35:58.529876 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-7217bd2c-5be0-4cc3-839b-0bb937b4e228 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a496129642c84761afe1747fe2b35b00&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1957867
Nov 19 14:35:58.532561 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 36188) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:35:58.595190 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-33539867-9303-4a0f-b6d7-edb3d331f702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:58.622010 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-33539867-9303-4a0f-b6d7-edb3d331f702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:58.665325 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-33539867-9303-4a0f-b6d7-edb3d331f702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:58.670776 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-b45deb2c-e025-4b0d-9c55-e350df22c809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:35:58.682776 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33539867-9303-4a0f-b6d7-edb3d331f702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9eae0f-5193-456e-b5b3-e58e7c930252,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:35:58.685876 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-33539867-9303-4a0f-b6d7-edb3d331f702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:35:58.687892 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-33539867-9303-4a0f-b6d7-edb3d331f702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:58.691955 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-33539867-9303-4a0f-b6d7-edb3d331f702 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f9eae0f-5193-456e-b5b3-e58e7c930252 HTTP/1.1" status: 204  len: 168 time: 0.1555624
Nov 19 14:35:58.833563 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:35:59.714929 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:00.004381 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:05.667534 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 36270) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:36:05.817778 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d5d1087c-380d-4331-9f82-285fe597076c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:05.853199 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-d5d1087c-380d-4331-9f82-285fe597076c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:36:05.857832 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-d5d1087c-380d-4331-9f82-285fe597076c admin admin] Usage tracker for resource:security_group_rule and tenant:8abd7e17e7dc409095abb3b4f36cb835 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:36:05.860762 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-d5d1087c-380d-4331-9f82-285fe597076c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:36:05.866499 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-d5d1087c-380d-4331-9f82-285fe597076c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:36:05.935479 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d5d1087c-380d-4331-9f82-285fe597076c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:05.937949 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d5d1087c-380d-4331-9f82-285fe597076c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:05.945413 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-36b36f02-fe9e-415f-853f-6135bf87228a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:36:05.990962 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-d5d1087c-380d-4331-9f82-285fe597076c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8abd7e17e7dc409095abb3b4f36cb835&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3218176
Nov 19 14:36:05.991788 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d1087c-380d-4331-9f82-285fe597076c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91860acc-535d-4345-92f2-cf3177bcc782,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:36:05.993751 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 36276) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:36:05.995193 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-d5d1087c-380d-4331-9f82-285fe597076c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:36:06.057166 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c924918e-fa0e-49fc-ba4b-9b3a616bd9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:06.083410 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c924918e-fa0e-49fc-ba4b-9b3a616bd9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:06.127433 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c924918e-fa0e-49fc-ba4b-9b3a616bd9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:06.132245 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-8d5aa9a7-b8f4-4711-8bd2-10e84f6a66f5 tempest-AttachVolumeTestJSON-1162737529 tempest-AttachVolumeTestJSON-1162737529] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:36:06.142762 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924918e-fa0e-49fc-ba4b-9b3a616bd9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91860acc-535d-4345-92f2-cf3177bcc782,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:36:06.146376 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c924918e-fa0e-49fc-ba4b-9b3a616bd9f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:36:06.150607 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c924918e-fa0e-49fc-ba4b-9b3a616bd9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:06.151003 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-c924918e-fa0e-49fc-ba4b-9b3a616bd9f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/91860acc-535d-4345-92f2-cf3177bcc782 HTTP/1.1" status: 204  len: 168 time: 0.1561391
Nov 19 14:36:06.485226 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 36284) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:36:06.504913 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-89d14e7d-5187-48eb-a009-bf5ad2dd8c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:06.537941 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-89d14e7d-5187-48eb-a009-bf5ad2dd8c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:36:06.541964 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-89d14e7d-5187-48eb-a009-bf5ad2dd8c62 admin admin] Usage tracker for resource:security_group_rule and tenant:8646587b6a7a4c5787d7442d64dd3cc8 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:36:06.544972 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-89d14e7d-5187-48eb-a009-bf5ad2dd8c62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:36:06.550754 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-89d14e7d-5187-48eb-a009-bf5ad2dd8c62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:36:06.617625 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-89d14e7d-5187-48eb-a009-bf5ad2dd8c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:06.620163 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-89d14e7d-5187-48eb-a009-bf5ad2dd8c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:06.627838 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5fb1e4be-43f0-45c1-8429-da59f7ec8dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:36:06.674219 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d14e7d-5187-48eb-a009-bf5ad2dd8c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b408c8-c579-4fed-84a4-428ae37d5c24,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:36:06.679030 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-89d14e7d-5187-48eb-a009-bf5ad2dd8c62 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8646587b6a7a4c5787d7442d64dd3cc8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1927140
Nov 19 14:36:06.680010 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-89d14e7d-5187-48eb-a009-bf5ad2dd8c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:36:06.681556 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 36288) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:36:06.743628 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c6595319-5c31-482b-b436-8f6591f28a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:06.771442 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c6595319-5c31-482b-b436-8f6591f28a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:06.816035 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c6595319-5c31-482b-b436-8f6591f28a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:06.820994 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1696b762-a464-4e19-9b66-3b11b6aaf5b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:36:06.836128 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6595319-5c31-482b-b436-8f6591f28a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b408c8-c579-4fed-84a4-428ae37d5c24,revision_number=None']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:36:06.839342 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-c6595319-5c31-482b-b436-8f6591f28a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:36:06.843973 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c6595319-5c31-482b-b436-8f6591f28a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:06.845183 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-c6595319-5c31-482b-b436-8f6591f28a83 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/03b408c8-c579-4fed-84a4-428ae37d5c24 HTTP/1.1" status: 204  len: 168 time: 0.1626754
Nov 19 14:36:14.725871 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:18.786375 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:36:25.513956 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e7800b53-3231-4463-a437-0630fd4a4495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:26.922822 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80260) accepted ('10.222.0.35', 36428) {{(pid=80260) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:36:27.072426 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:27.104971 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:36:27.108927 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Usage tracker for resource:security_group_rule and tenant:5eff7328504d4459b042ecf1f8212745 is out of sync, need to count used quota {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:36:27.112468 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80260) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:36:27.118201 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80260) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:36:27.184163 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:27.187008 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80260) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:27.194413 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-5213b6bf-4ca5-4ead-ae5b-cd3d8ffe6207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:36:27.241058 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ea868f-cbdb-4823-9f82-90d3129e8b91,revision_number=1']} {{(pid=80260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:36:27.247055 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5eff7328504d4459b042ecf1f8212745&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3225181
Nov 19 14:36:27.250162 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 36434) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:36:27.253328 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.253726 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.254137 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.254541 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.254970 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.255369 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.255767 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.256188 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.256564 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.256959 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.257352 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.257745 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.258249 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.258669 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.259067 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.259464 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.259854 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.260247 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.260642 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.261032 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.261419 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.261810 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.262197 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.262663 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:27.267463 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-30b6809b-63d8-48fe-a49e-6df4497e56d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80260) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:36:27.316275 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-43d1dfcb-cdff-4209-bccd-464bcf97af02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:27.342621 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-43d1dfcb-cdff-4209-bccd-464bcf97af02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:27.386353 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-43d1dfcb-cdff-4209-bccd-464bcf97af02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:27.391392 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-829345e9-b8b6-400a-bfd7-31c28dde506c tempest-TestShelveInstance-483616484 tempest-TestShelveInstance-483616484] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:36:27.405841 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1dfcb-cdff-4209-bccd-464bcf97af02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ea868f-cbdb-4823-9f82-90d3129e8b91,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:36:27.409832 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-43d1dfcb-cdff-4209-bccd-464bcf97af02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:36:27.410772 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-43d1dfcb-cdff-4209-bccd-464bcf97af02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:27.412022 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-43d1dfcb-cdff-4209-bccd-464bcf97af02 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e6ea868f-cbdb-4823-9f82-90d3129e8b91 HTTP/1.1" status: 204  len: 168 time: 0.1607621
Nov 19 14:36:28.214242 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c0395b35-2383-4585-8623-7ee4fce82a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:28.835855 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:29.718398 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:30.007589 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:44.724171 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:47.904589 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 36566) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:36:48.054374 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:48.086297 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Nov 19 14:36:48.090310 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Usage tracker for resource:security_group_rule and tenant:b3b23d46455f487585fae4d24713b509 is out of sync, need to count used quota {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Nov 19 14:36:48.093252 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.quota.resource [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80261) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Nov 19 14:36:48.099534 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.quota.driver [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80261) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Nov 19 14:36:48.166093 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:48.168788 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_create {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:48.176716 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-1a5b3f4f-55d5-431c-b6d9-3ba43a39c022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:36:48.218561 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623a68ae-8443-465b-8fc6-dbddaf87038d,revision_number=1']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:36:48.225063 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b3b23d46455f487585fae4d24713b509&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3194015
Nov 19 14:36:48.227771 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [-] (80261) accepted ('10.222.0.35', 36572) {{(pid=80261) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Nov 19 14:36:48.245653 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.246077 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.246494 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.246957 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.247360 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.247766 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.248172 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.248573 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.248977 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.249621 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.250023 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.250420 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-2-iscsi {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.250975 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.251373 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.251772 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.252169 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.252589 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.252982 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.253379 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.253771 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.254164 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.254580 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.254989 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.255386 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Nov 19 14:36:48.259722 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-769e7ed7-8aa9-404f-af3f-7336eb4de897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:36:48.310491 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-81409d81-c2d0-4f90-a685-c9558febbb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:48.337038 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-81409d81-c2d0-4f90-a685-c9558febbb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:48.380521 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-81409d81-c2d0-4f90-a685-c9558febbb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573515'] for security_group, after_delete {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:48.385329 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-dd101091-2687-4ea5-a362-1aea150d3357 tempest-TestMinimumBasicScenario-97134312 tempest-TestMinimumBasicScenario-97134312] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Nov 19 14:36:48.396530 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81409d81-c2d0-4f90-a685-c9558febbb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623a68ae-8443-465b-8fc6-dbddaf87038d,revision_number=None']} {{(pid=80261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Nov 19 14:36:48.399449 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG oslo_concurrency.lockutils [None req-81409d81-c2d0-4f90-a685-c9558febbb1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80261) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Nov 19 14:36:48.405081 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-81409d81-c2d0-4f90-a685-c9558febbb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80261) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:48.406337 dv-cinder-763306-2-iscsi neutron-server[80149]: INFO neutron.wsgi [None req-81409d81-c2d0-4f90-a685-c9558febbb1e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/623a68ae-8443-465b-8fc6-dbddaf87038d HTTP/1.1" status: 204  len: 168 time: 0.1757793
Nov 19 14:36:55.514844 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a9ae23d4-14b5-41b5-a767-2b12ae8cba6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:55.787539 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:36:58.214796 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3f57c729-e0ed-48f2-8085-e3db6f54dd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:58.840023 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:36:59.720774 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:37:00.016187 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:37:14.746385 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:37:25.516945 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-96e1518b-6864-4ba8-a618-e6edec0d6764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:37:28.215264 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-c4954e2b-8482-485f-89ed-8d53d8a8b3ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:37:28.841449 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:37:29.723046 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:37:30.011820 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:37:32.789254 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:37:44.754307 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:37:55.518538 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6fd9bf29-9f56-46be-9284-edfdf6cf09d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:37:58.216270 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3aa5fc52-87bb-4c6e-a86f-627907dcd9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:37:58.844571 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:37:59.724444 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:38:00.013970 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:38:09.790108 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:38:14.767994 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:38:25.519891 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-cff7138e-af8a-49bb-8c60-9a918dc6fbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:38:28.216669 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-d74dcd71-cad2-44bd-ba71-a16d5c01e04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:38:28.847389 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:38:29.726065 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:38:30.017098 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:38:44.767886 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:38:46.791322 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:38:55.521114 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-adc4943a-ba22-4fdd-b15d-18967b3d68ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:38:58.217432 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9fae3902-a967-4662-94ee-cfbb865e289e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:38:58.849566 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:38:59.727836 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:39:00.029101 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:39:14.482533 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.wsgi [req-a110a598-c110-4065-83bd-8e94d00a4f0d req-bf8dfd6e-daff-49f4-b8be-e3e24096c794 service neutron] (80261) timed out ('10.222.0.20', 62954) {{(pid=80261) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Nov 19 14:39:14.782576 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:39:23.792821 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:39:25.522394 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-1a9d8df8-0e94-460e-8113-05b98e41a56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:39:28.218442 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-aefb00a3-16b8-4adf-9195-d4197b47cb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:39:28.852433 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:39:29.728768 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:39:30.021059 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:39:44.797366 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:39:55.524991 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edd8f4c0-e79f-4892-b32f-5e2777078322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:39:58.219180 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-401dea0b-72b0-4a6d-9c4e-8f5f7bb83f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:39:58.853928 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:39:59.731460 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:40:00.023130 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:40:00.793800 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:40:14.813075 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:40:25.526692 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6f25f686-a287-4768-880d-5edccfc71be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:40:28.219697 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-8d32b2fb-d25c-4a65-8b98-80a5c211ea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:40:28.857520 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:40:29.731991 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:40:30.025372 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:40:37.795163 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:40:44.812035 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:40:55.527956 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-3807d501-f468-4d94-bdd4-4c7a6bc12501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:40:58.219932 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-9b4d6259-44fd-4e5e-9228-b1ad0c390498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:40:58.860266 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:40:59.732475 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:41:00.027709 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:41:14.795658 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:41:14.810707 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:41:25.529964 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a3098dbc-b8dc-4313-a784-e0dcdaba184c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:41:28.220177 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-b9d58660-4bde-4ed4-9a0e-4dab36515b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:41:28.862408 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:41:29.738310 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:41:30.032510 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:41:44.814400 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:41:51.796359 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron.db.agents_db [None req-17e6d758-7432-48c6-a3e3-3d7b92e3b7f2 None None] Agent healthcheck: found 6 active agents {{(pid=80263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Nov 19 14:41:55.532806 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-a1395eaf-f800-4cb6-a57a-0ab78b177e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:41:58.220564 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-6f2313b0-9473-44d1-8366-6da2454cdeb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:41:58.864739 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-f7c5f884-8c5c-43e2-80e1-9e0fbe295d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:41:59.740119 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-e46ef1a5-4127-4def-8709-2eb2baf06774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:42:00.035383 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-edbc93aa-7e04-4187-a613-35ef269e6b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Nov 19 14:42:14.825216 dv-cinder-763306-2-iscsi neutron-server[80149]: DEBUG neutron_lib.callbacks.manager [None req-145c517c-c6fa-4e09-b2ab-abd5867e4177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262708512201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3591966'] for agent, after_update {{(pid=80262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}